• kubernetes/cluster/addons/fluentd-elasticsearch

    #发文福利#

    一、前言

    kubernetes 1.23搭建EFK所用到的yaml文件，本帖均来自kubernetes官方，且没做修改。

    https://github.com/kubernetes/kubernetes/tree/release-1.23/cluster/addons/fluentd-elasticsearch

    二、EFK 原版yaml

    1、create-logging-namespace.yaml

    1. kind: Namespace
    2. apiVersion: v1
    3. metadata:
    4.  name: logging
    5.  labels:
    6.    k8s-app: logging
    7.    kubernetes.io/cluster-service: "true"
    8.    addonmanager.kubernetes.io/mode: Reconcile

    2、es-service.yaml

    1. apiVersion: v1
    2. kind: Service
    3. metadata:
    4.   name: elasticsearch-logging
    5.   namespace: logging
    6.   labels:
    7.     k8s-app: elasticsearch-logging
    8.     kubernetes.io/cluster-service: "true"
    9.     addonmanager.kubernetes.io/mode: Reconcile
    10.     kubernetes.io/name: "Elasticsearch"
    11. spec:
    12.   clusterIP: None
    13.   ports:
    14.     - name: db
    15.       port: 9200
    16.       protocol: TCP
    17.       targetPort: 9200
    18.     - name: transport
    19.       port: 9300
    20.       protocol: TCP
    21.       targetPort: 9300
    22.   publishNotReadyAddresses: true
    23.   selector:
    24.     k8s-app: elasticsearch-logging
    25.   sessionAffinity: None
    26.   type: ClusterIP

    3、es-statefulset.yaml

    1. # RBAC authn and authz
    2. apiVersion: v1
    3. kind: ServiceAccount
    4. metadata:
    5.   name: elasticsearch-logging
    6.   namespace: logging
    7.   labels:
    8.     k8s-app: elasticsearch-logging
    9.     addonmanager.kubernetes.io/mode: Reconcile
    10. ---
    11. kind: ClusterRole
    12. apiVersion: rbac.authorization.k8s.io/v1
    13. metadata:
    14.   name: elasticsearch-logging
    15.   labels:
    16.     k8s-app: elasticsearch-logging
    17.     addonmanager.kubernetes.io/mode: Reconcile
    18. rules:
    19.   - apiGroups:
    20.       - ""
    21.     resources:
    22.       - "services"
    23.       - "namespaces"
    24.       - "endpoints"
    25.     verbs:
    26.       - "get"
    27. ---
    28. kind: ClusterRoleBinding
    29. apiVersion: rbac.authorization.k8s.io/v1
    30. metadata:
    31.   name: elasticsearch-logging
    32.   labels:
    33.     k8s-app: elasticsearch-logging
    34.     addonmanager.kubernetes.io/mode: Reconcile
    35. subjects:
    36.   - kind: ServiceAccount
    37.     name: elasticsearch-logging
    38.     namespace: logging
    39.     apiGroup: ""
    40. roleRef:
    41.   kind: ClusterRole
    42.   name: elasticsearch-logging
    43.   apiGroup: ""
    44. ---
    45. # Elasticsearch deployment itself
    46. apiVersion: apps/v1
    47. kind: StatefulSet
    48. metadata:
    49.   name: elasticsearch-logging
    50.   namespace: logging
    51.   labels:
    52.     k8s-app: elasticsearch-logging
    53.     version: v7.10.2
    54.     addonmanager.kubernetes.io/mode: Reconcile
    55. spec:
    56.   serviceName: elasticsearch-logging
    57.   replicas: 2
    58.   selector:
    59.     matchLabels:
    60.       k8s-app: elasticsearch-logging
    61.       version: v7.10.2
    62.   template:
    63.     metadata:
    64.       labels:
    65.         k8s-app: elasticsearch-logging
    66.         version: v7.10.2
    67.     spec:
    68.       serviceAccountName: elasticsearch-logging
    69.       containers:
    70.         - image: quay.io/fluentd_elasticsearch/elasticsearch:v7.10.2
    71.           name: elasticsearch-logging
    72.           imagePullPolicy: Always
    73.           resources:
    74.             # need more cpu upon initialization, therefore burstable class
    75.             limits:
    76.               cpu: 1000m
    77.               memory: 3Gi
    78.             requests:
    79.               cpu: 100m
    80.               memory: 3Gi
    81.           ports:
    82.             - containerPort: 9200
    83.               name: db
    84.               protocol: TCP
    85.             - containerPort: 9300
    86.               name: transport
    87.               protocol: TCP
    88.           livenessProbe:
    89.             tcpSocket:
    90.               port: transport
    91.             initialDelaySeconds: 5
    92.             timeoutSeconds: 10
    93.           readinessProbe:
    94.             tcpSocket:
    95.               port: transport
    96.             initialDelaySeconds: 5
    97.             timeoutSeconds: 10
    98.           volumeMounts:
    99.             - name: elasticsearch-logging
    100.               mountPath: /data
    101.           env:
    102.             - name: "NAMESPACE"
    103.               valueFrom:
    104.                 fieldRef:
    105.                   fieldPath: metadata.namespace
    106.             - name: "MINIMUM_MASTER_NODES"
    107.               value: "1"
    108.       volumes:
    109.         - name: elasticsearch-logging
    110.           emptyDir: {}
    111.       # Elasticsearch requires vm.max_map_count to be at least 262144.
    112.       # If your OS already sets up this number to a higher value, feel free
    113.       # to remove this init container.
    114.       initContainers:
    115.         - image: alpine:3.6
    116.           command: ["/sbin/sysctl", "-w", "vm.max_map_count=262144"]
    117.           name: elasticsearch-logging-init
    118.           securityContext:
    119.             privileged: true

    4、fluentd-es-configmap.yaml

    1. kind: ConfigMap
    2. apiVersion: v1
    3. metadata:
    4.   name: fluentd-es-config-v0.2.1
    5.   namespace: logging
    6.   labels:
    7.     addonmanager.kubernetes.io/mode: Reconcile
    8. data:
    9.   system.conf: |-
    10.     
    11.       root_dir /tmp/fluentd-buffers/
    12.     
    13.  
    14.   containers.input.conf: |-
    15.     # This configuration file for Fluentd / td-agent is used
    16.     # to watch changes to Docker log files. The kubelet creates symlinks that
    17.     # capture the pod name, namespace, container name & Docker container ID
    18.     # to the docker logs for pods in the /var/log/containers directory on the host.
    19.     # If running this fluentd configuration in a Docker container, the /var/log
    20.     # directory should be mounted in the container.
    21.     #
    22.     # These logs are then submitted to Elasticsearch which assumes the
    23.     # installation of the fluent-plugin-elasticsearch & the
    24.     # fluent-plugin-kubernetes_metadata_filter plugins.
    25.     # See https://github.com/uken/fluent-plugin-elasticsearch &
    26.     # https://github.com/fabric8io/fluent-plugin-kubernetes_metadata_filter for
    27.     # more information about the plugins.
    28.     #
    29.     # Example
    30.     # =======
    31.     # A line in the Docker log file might look like this JSON:
    32.     #
    33.     # {"log":"2014/09/25 21:15:03 Got request with path wombat\n",
    34.     #  "stream":"stderr",
    35.     #   "time":"2014-09-25T21:15:03.499185026Z"}
    36.     #
    37.     # The time_format specification below makes sure we properly
    38.     # parse the time format produced by Docker. This will be
    39.     # submitted to Elasticsearch and should appear like:
    40.     # $ curl 'http://elasticsearch-logging:9200/_search?pretty'
    41.     # ...
    42.     # {
    43.     #      "_index" : "logstash-2014.09.25",
    44.     #      "_type" : "fluentd",
    45.     #      "_id" : "VBrbor2QTuGpsQyTCdfzqA",
    46.     #      "_score" : 1.0,
    47.     #      "_source":{"log":"2014/09/25 22:45:50 Got request with path wombat\n",
    48.     #                 "stream":"stderr","tag":"docker.container.all",
    49.     #                 "@timestamp":"2014-09-25T22:45:50+00:00"}
    50.     #    },
    51.     # ...
    52.     #
    53.     # The Kubernetes fluentd plugin is used to write the Kubernetes metadata to the log
    54.     # record & add labels to the log record if properly configured. This enables users
    55.     # to filter & search logs on any metadata.
    56.     # For example a Docker container's logs might be in the directory:
    57.     #
    58.     #  /var/lib/docker/containers/997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b
    59.     #
    60.     # and in the file:
    61.     #
    62.     #  997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b-json.log
    63.     #
    64.     # where 997599971ee6... is the Docker ID of the running container.
    65.     # The Kubernetes kubelet makes a symbolic link to this file on the host machine
    66.     # in the /var/log/containers directory which includes the pod name and the Kubernetes
    67.     # container name:
    68.     #
    69.     #    synthetic-logger-0.25lps-pod_default_synth-lgr-997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b.log
    70.     #    ->
    71.     #    /var/lib/docker/containers/997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b/997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b-json.log
    72.     #
    73.     # The /var/log directory on the host is mapped to the /var/log directory in the container
    74.     # running this instance of Fluentd and we end up collecting the file:
    75.     #
    76.     #   /var/log/containers/synthetic-logger-0.25lps-pod_default_synth-lgr-997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b.log
    77.     #
    78.     # This results in the tag:
    79.     #
    80.     #  var.log.containers.synthetic-logger-0.25lps-pod_default_synth-lgr-997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b.log
    81.     #
    82.     # The Kubernetes fluentd plugin is used to extract the namespace, pod name & container name
    83.     # which are added to the log message as a kubernetes field object & the Docker container ID
    84.     # is also added under the docker field object.
    85.     # The final tag is:
    86.     #
    87.     #   kubernetes.var.log.containers.synthetic-logger-0.25lps-pod_default_synth-lgr-997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b.log
    88.     #
    89.     # And the final log record look like:
    90.     #
    91.     # {
    92.     #   "log":"2014/09/25 21:15:03 Got request with path wombat\n",
    93.     #   "stream":"stderr",
    94.     #   "time":"2014-09-25T21:15:03.499185026Z",
    95.     #   "kubernetes": {
    96.     #     "namespace": "default",
    97.     #     "pod_name": "synthetic-logger-0.25lps-pod",
    98.     #     "container_name": "synth-lgr"
    99.     #   },
    100.     #   "docker": {
    101.     #     "container_id": "997599971ee6366d4a5920d25b79286ad45ff37a74494f262e3bc98d909d0a7b"
    102.     #   }
    103.     # }
    104.     #
    105.     # This makes it easier for users to search for logs by pod name or by
    106.     # the name of the Kubernetes container regardless of how many times the
    107.     # Kubernetes pod has been restarted (resulting in a several Docker container IDs).
    108.  
    109.     # Json Log Example:
    110.     # {"log":"[info:2016-02-16T16:04:05.930-08:00] Some log text here\n","stream":"stdout","time":"2016-02-17T00:04:05.931087621Z"}
    111.     # CRI Log Example:
    112.     # 2016-02-17T00:04:05.931087621Z stdout F [info:2016-02-16T16:04:05.930-08:00] Some log text here
    113.     
    114.       @id fluentd-containers.log
    115.       @type tail
    116.       path /var/log/containers/*.log
    117.       pos_file /var/log/es-containers.log.pos
    118.       tag raw.kubernetes.*
    119.       read_from_head true
    120.       
    121.         @type multi_format
    122.         
    123.           format json
    124.           time_key time
    125.           time_format %Y-%m-%dT%H:%M:%S.%NZ
    126.         
    127.         
    128.           format /^(?
    129.           time_format %Y-%m-%dT%H:%M:%S.%N%:z
    130.         
    131.       
    132.     
    133.  
    134.     # Detect exceptions in the log output and forward them as one log entry.
    135.     
    136.       @id raw.kubernetes
    137.       @type detect_exceptions
    138.       remove_tag_prefix raw
    139.       message log
    140.       stream stream
    141.       multiline_flush_interval 5
    142.       max_bytes 500000
    143.       max_lines 1000
    144.     
    145.  
    146.     # Concatenate multi-line logs
    147.     
    148.       @id filter_concat
    149.       @type concat
    150.       key message
    151.       multiline_end_regexp /\n$/
    152.       separator ""
    153.     
    154.  
    155.     # Enriches records with Kubernetes metadata
    156.     
    157.       @id filter_kubernetes_metadata
    158.       @type kubernetes_metadata
    159.     
    160.  
    161.     # Fixes json fields in Elasticsearch
    162.     
    163.       @id filter_parser
    164.       @type parser
    165.       key_name log
    166.       reserve_data true
    167.       remove_key_name_field true
    168.       
    169.         @type multi_format
    170.         
    171.           format json
    172.         
    173.         
    174.           format none
    175.         
    176.       
    177.     
    178.  
    179.   system.input.conf: |-
    180.     # Example:
    181.     # 2015-12-21 23:17:22,066 [salt.state       ][INFO    ] Completed state [net.ipv4.ip_forward] at time 23:17:22.066081
    182.     
    183.       @id minion
    184.       @type tail
    185.       format /^(?
    186.       time_format %Y-%m-%d %H:%M:%S
    187.       path /var/log/salt/minion
    188.       pos_file /var/log/salt.pos
    189.       tag salt
    190.     
    191.  
    192.     # Example:
    193.     # Dec 21 23:17:22 gke-foo-1-1-4b5cbd14-node-4eoj startupscript: Finished running startup script /var/run/google.startup.script
    194.     
    195.       @id startupscript.log
    196.       @type tail
    197.       format syslog
    198.       path /var/log/startupscript.log
    199.       pos_file /var/log/es-startupscript.log.pos
    200.       tag startupscript
    201.     
    202.  
    203.     # Examples:
    204.     # time="2016-02-04T06:51:03.053580605Z" level=info msg="GET /containers/json"
    205.     # time="2016-02-04T07:53:57.505612354Z" level=error msg="HTTP Error" err="No such image: -f" statusCode=404
    206.     # TODO(random-liu): Remove this after cri container runtime rolls out.
    207.     
    208.       @id docker.log
    209.       @type tail
    210.       format /^time="(?
    211.       path /var/log/docker.log
    212.       pos_file /var/log/es-docker.log.pos
    213.       tag docker
    214.     
    215.  
    216.     # Example:
    217.     # 2016/02/04 06:52:38 filePurge: successfully removed file /var/etcd/data/member/wal/00000000000006d0-00000000010a23d1.wal
    218.     
    219.       @id etcd.log
    220.       @type tail
    221.       # Not parsing this, because it doesn't have anything particularly useful to
    222.       # parse out of it (like severities).
    223.       format none
    224.       path /var/log/etcd.log
    225.       pos_file /var/log/es-etcd.log.pos
    226.       tag etcd
    227.     
    228.  
    229.     # Multi-line parsing is required for all the kube logs because very large log
    230.     # statements, such as those that include entire object bodies, get split into
    231.     # multiple lines by glog.
    232.  
    233.     # Example:
    234.     # I0204 07:32:30.020537    3368 server.go:1048] POST /stats/container/: (13.972191ms) 200 [[Go-http-client/1.1] 10.244.1.3:40537]
    235.     
    236.       @id kubelet.log
    237.       @type tail
    238.       format multiline
    239.       multiline_flush_interval 5s
    240.       format_firstline /^\w\d{4}/
    241.       format1 /^(?\w)(?
    242.       time_format %m%d %H:%M:%S.%N
    243.       path /var/log/kubelet.log
    244.       pos_file /var/log/es-kubelet.log.pos
    245.       tag kubelet
    246.     
    247.  
    248.     # Example:
    249.     # I1118 21:26:53.975789       6 proxier.go:1096] Port "nodePort for kube-system/default-http-backend:http" (:31429/tcp) was open before and is still needed
    250.     
    251.       @id kube-proxy.log
    252.       @type tail
    253.       format multiline
    254.       multiline_flush_interval 5s
    255.       format_firstline /^\w\d{4}/
    256.       format1 /^(?\w)(?
    257.       time_format %m%d %H:%M:%S.%N
    258.       path /var/log/kube-proxy.log
    259.       pos_file /var/log/es-kube-proxy.log.pos
    260.       tag kube-proxy
    261.     
    262.  
    263.     # Example:
    264.     # I0204 07:00:19.604280       5 handlers.go:131] GET /api/v1/nodes: (1.624207ms) 200 [[kube-controller-manager/v1.1.3 (linux/amd64) kubernetes/6a81b50] 127.0.0.1:38266]
    265.     
    266.       @id kube-apiserver.log
    267.       @type tail
    268.       format multiline
    269.       multiline_flush_interval 5s
    270.       format_firstline /^\w\d{4}/
    271.       format1 /^(?\w)(?
    272.       time_format %m%d %H:%M:%S.%N
    273.       path /var/log/kube-apiserver.log
    274.       pos_file /var/log/es-kube-apiserver.log.pos
    275.       tag kube-apiserver
    276.     
    277.  
    278.     # Example:
    279.     # I0204 06:55:31.872680       5 servicecontroller.go:277] LB already exists and doesn't need update for service kube-system/kube-ui
    280.     
    281.       @id kube-controller-manager.log
    282.       @type tail
    283.       format multiline
    284.       multiline_flush_interval 5s
    285.       format_firstline /^\w\d{4}/
    286.       format1 /^(?\w)(?
    287.       time_format %m%d %H:%M:%S.%N
    288.       path /var/log/kube-controller-manager.log
    289.       pos_file /var/log/es-kube-controller-manager.log.pos
    290.       tag kube-controller-manager
    291.     
    292.  
    293.     # Example:
    294.     # W0204 06:49:18.239674       7 reflector.go:245] pkg/scheduler/factory/factory.go:193: watch of *api.Service ended with: 401: The event in requested index is outdated and cleared (the requested history has been cleared [2578313/2577886]) [2579312]
    295.     
    296.       @id kube-scheduler.log
    297.       @type tail
    298.       format multiline
    299.       multiline_flush_interval 5s
    300.       format_firstline /^\w\d{4}/
    301.       format1 /^(?\w)(?
    302.       time_format %m%d %H:%M:%S.%N
    303.       path /var/log/kube-scheduler.log
    304.       pos_file /var/log/es-kube-scheduler.log.pos
    305.       tag kube-scheduler
    306.     
    307.  
    308.     # Example:
    309.     # I0603 15:31:05.793605       6 cluster_manager.go:230] Reading config from path /etc/gce.conf
    310.     
    311.       @id glbc.log
    312.       @type tail
    313.       format multiline
    314.       multiline_flush_interval 5s
    315.       format_firstline /^\w\d{4}/
    316.       format1 /^(?\w)(?
    317.       time_format %m%d %H:%M:%S.%N
    318.       path /var/log/glbc.log
    319.       pos_file /var/log/es-glbc.log.pos
    320.       tag glbc
    321.     
    322.  
    323.     # Example:
    324.     # I0603 15:31:05.793605       6 cluster_manager.go:230] Reading config from path /etc/gce.conf
    325.     
    326.       @id cluster-autoscaler.log
    327.       @type tail
    328.       format multiline
    329.       multiline_flush_interval 5s
    330.       format_firstline /^\w\d{4}/
    331.       format1 /^(?\w)(?
    332.       time_format %m%d %H:%M:%S.%N
    333.       path /var/log/cluster-autoscaler.log
    334.       pos_file /var/log/es-cluster-autoscaler.log.pos
    335.       tag cluster-autoscaler
    336.     
    337.  
    338.     # Logs from systemd-journal for interesting services.
    339.     # TODO(random-liu): Remove this after cri container runtime rolls out.
    340.     
    341.       @id journald-docker
    342.       @type systemd
    343.       matches [{ "_SYSTEMD_UNIT": "docker.service" }]
    344.       
    345.         @type local
    346.         persistent true
    347.         path /var/log/journald-docker.pos
    348.       
    349.       read_from_head true
    350.       tag docker
    351.     
    352.  
    353.     
    354.       @id journald-container-runtime
    355.       @type systemd
    356.       matches [{ "_SYSTEMD_UNIT": "{{ fluentd_container_runtime_service }}.service" }]
    357.       
    358.         @type local
    359.         persistent true
    360.         path /var/log/journald-container-runtime.pos
    361.       
    362.       read_from_head true
    363.       tag container-runtime
    364.     
    365.  
    366.     
    367.       @id journald-kubelet
    368.       @type systemd
    369.       matches [{ "_SYSTEMD_UNIT": "kubelet.service" }]
    370.       
    371.         @type local
    372.         persistent true
    373.         path /var/log/journald-kubelet.pos
    374.       
    375.       read_from_head true
    376.       tag kubelet
    377.     
    378.  
    379.     
    380.       @id journald-node-problem-detector
    381.       @type systemd
    382.       matches [{ "_SYSTEMD_UNIT": "node-problem-detector.service" }]
    383.       
    384.         @type local
    385.         persistent true
    386.         path /var/log/journald-node-problem-detector.pos
    387.       
    388.       read_from_head true
    389.       tag node-problem-detector
    390.     
    391.  
    392.     
    393.       @id kernel
    394.       @type systemd
    395.       matches [{ "_TRANSPORT": "kernel" }]
    396.       
    397.         @type local
    398.         persistent true
    399.         path /var/log/kernel.pos
    400.       
    401.       
    402.         fields_strip_underscores true
    403.         fields_lowercase true
    404.       
    405.       read_from_head true
    406.       tag kernel
    407.     
    408.  
    409.   forward.input.conf: |-
    410.     # Takes the messages sent over TCP
    411.     
    412.       @id forward
    413.       @type forward
    414.     
    415.  
    416.   monitoring.conf: |-
    417.     # Prometheus Exporter Plugin
    418.     # input plugin that exports metrics
    419.     
    420.       @id prometheus
    421.       @type prometheus
    422.     
    423.  
    424.     
    425.       @id monitor_agent
    426.       @type monitor_agent
    427.     
    428.  
    429.     # input plugin that collects metrics from MonitorAgent
    430.     
    431.       @id prometheus_monitor
    432.       @type prometheus_monitor
    433.       
    434.         host ${hostname}
    435.       
    436.     
    437.  
    438.     # input plugin that collects metrics for output plugin
    439.     
    440.       @id prometheus_output_monitor
    441.       @type prometheus_output_monitor
    442.       
    443.         host ${hostname}
    444.       
    445.     
    446.  
    447.     # input plugin that collects metrics for in_tail plugin
    448.     
    449.       @id prometheus_tail_monitor
    450.       @type prometheus_tail_monitor
    451.       
    452.         host ${hostname}
    453.       
    454.     
    455.  
    456.   output.conf: |-
    457.     
    458.       @id elasticsearch
    459.       @type elasticsearch
    460.       @log_level info
    461.       type_name _doc
    462.       include_tag_key true
    463.       host elasticsearch-logging
    464.       port 9200
    465.       logstash_format true
    466.       
    467.         @type file
    468.         path /var/log/fluentd-buffers/kubernetes.system.buffer
    469.         flush_mode interval
    470.         retry_type exponential_backoff
    471.         flush_thread_count 2
    472.         flush_interval 5s
    473.         retry_forever
    474.         retry_max_interval 30
    475.         chunk_limit_size 2M
    476.         total_limit_size 500M
    477.         overflow_action block
    478.       
    479.

    5、fluentd-es-ds.yaml

    1. apiVersion: v1
    2. kind: ServiceAccount
    3. metadata:
    4.   name: fluentd-es
    5.   namespace: logging
    6.   labels:
    7.     k8s-app: fluentd-es
    8.     addonmanager.kubernetes.io/mode: Reconcile
    9. ---
    10. kind: ClusterRole
    11. apiVersion: rbac.authorization.k8s.io/v1
    12. metadata:
    13.   name: fluentd-es
    14.   labels:
    15.     k8s-app: fluentd-es
    16.     addonmanager.kubernetes.io/mode: Reconcile
    17. rules:
    18. - apiGroups:
    19.   - ""
    20.   resources:
    21.   - "namespaces"
    22.   - "pods"
    23.   verbs:
    24.   - "get"
    25.   - "watch"
    26.   - "list"
    27. ---
    28. kind: ClusterRoleBinding
    29. apiVersion: rbac.authorization.k8s.io/v1
    30. metadata:
    31.   name: fluentd-es
    32.   labels:
    33.     k8s-app: fluentd-es
    34.     addonmanager.kubernetes.io/mode: Reconcile
    35. subjects:
    36. - kind: ServiceAccount
    37.   name: fluentd-es
    38.   namespace: logging
    39.   apiGroup: ""
    40. roleRef:
    41.   kind: ClusterRole
    42.   name: fluentd-es
    43.   apiGroup: ""
    44. ---
    45. apiVersion: apps/v1
    46. kind: DaemonSet
    47. metadata:
    48.   name: fluentd-es-v3.1.1
    49.   namespace: logging
    50.   labels:
    51.     k8s-app: fluentd-es
    52.     version: v3.1.1
    53.     addonmanager.kubernetes.io/mode: Reconcile
    54. spec:
    55.   selector:
    56.     matchLabels:
    57.       k8s-app: fluentd-es
    58.       version: v3.1.1
    59.   template:
    60.     metadata:
    61.       labels:
    62.         k8s-app: fluentd-es
    63.         version: v3.1.1
    64.     spec:
    65.       securityContext:
    66.         seccompProfile:
    67.           type: RuntimeDefault
    68.       priorityClassName: system-node-critical
    69.       serviceAccountName: fluentd-es
    70.       containers:
    71.       - name: fluentd-es
    72.         image: quay.io/fluentd_elasticsearch/fluentd:v3.1.0
    73.         env:
    74.         - name: FLUENTD_ARGS
    75.           value: --no-supervisor -q
    76.         resources:
    77.           limits:
    78.             memory: 500Mi
    79.           requests:
    80.             cpu: 100m
    81.             memory: 200Mi
    82.         volumeMounts:
    83.         - name: varlog
    84.           mountPath: /var/log
    85.         - name: varlibdockercontainers
    86.           mountPath: /var/lib/docker/containers
    87.           readOnly: true
    88.         - name: config-volume
    89.           mountPath: /etc/fluent/config.d
    90.         ports:
    91.         - containerPort: 24231
    92.           name: prometheus
    93.           protocol: TCP
    94.         livenessProbe:
    95.           tcpSocket:
    96.             port: prometheus
    97.           initialDelaySeconds: 5
    98.           timeoutSeconds: 10
    99.         readinessProbe:
    100.           tcpSocket:
    101.             port: prometheus
    102.           initialDelaySeconds: 5
    103.           timeoutSeconds: 10
    104.       terminationGracePeriodSeconds: 30
    105.       volumes:
    106.       - name: varlog
    107.         hostPath:
    108.           path: /var/log
    109.       - name: varlibdockercontainers
    110.         hostPath:
    111.           path: /var/lib/docker/containers
    112.       - name: config-volume
    113.         configMap:
    114.           name: fluentd-es-config-v0.2.1

    6、kibana-deployment.yaml

    1. apiVersion: apps/v1
    2. kind: Deployment
    3. metadata:
    4.   name: kibana-logging
    5.   namespace: logging
    6.   labels:
    7.     k8s-app: kibana-logging
    8.     addonmanager.kubernetes.io/mode: Reconcile
    9. spec:
    10.   replicas: 1
    11.   selector:
    12.     matchLabels:
    13.       k8s-app: kibana-logging
    14.   template:
    15.     metadata:
    16.       labels:
    17.         k8s-app: kibana-logging
    18.     spec:
    19.       securityContext:
    20.         seccompProfile:
    21.           type: RuntimeDefault
    22.       containers:
    23.         - name: kibana-logging
    24.           image: docker.elastic.co/kibana/kibana-oss:7.10.2
    25.           resources:
    26.             # need more cpu upon initialization, therefore burstable class
    27.             limits:
    28.               cpu: 1000m
    29.             requests:
    30.               cpu: 100m
    31.           env:
    32.             - name: ELASTICSEARCH_HOSTS
    33.               value: http://elasticsearch-logging:9200
    34.             - name: SERVER_NAME
    35.               value: kibana-logging
    36.             - name: SERVER_BASEPATH
    37.               value: /api/v1/namespaces/logging/services/kibana-logging/proxy
    38.             - name: SERVER_REWRITEBASEPATH
    39.               value: "false"
    40.           ports:
    41.             - containerPort: 5601
    42.               name: ui
    43.               protocol: TCP
    44.           livenessProbe:
    45.             httpGet:
    46.               path: /api/status
    47.               port: ui
    48.             initialDelaySeconds: 5
    49.             timeoutSeconds: 10
    50.           readinessProbe:
    51.             httpGet:
    52.               path: /api/status
    53.               port: ui
    54.             initialDelaySeconds: 5
    55.             timeoutSeconds: 10

    7、kibana-service.yaml

    1. apiVersion: v1
    2. kind: Service
    3. metadata:
    4.   name: kibana-logging
    5.   namespace: logging
    6.   labels:
    7.     k8s-app: kibana-logging
    8.     kubernetes.io/cluster-service: "true"
    9.     addonmanager.kubernetes.io/mode: Reconcile
    10.     kubernetes.io/name: "Kibana"
    11. spec:
    12.   ports:
    13.   - port: 5601
    14.     protocol: TCP
    15.     targetPort: ui
    16.   selector:
    17.     k8s-app: kibana-logging
  • 相关阅读:
    Springboot中如何访问静态资源？
    【Terraform】Terraform自动创建云服务器脚本
    用纯RUST实现音视频流媒体服务(RTMP/HTTPFLV/HLS)XIU
    【深入浅出 Yarn 架构与实现】1-2 搭建 Hadoop 源码阅读环境
    C#界面里的AllowDrop属性、DragDrop和DragEnter事件
    【过滤器设计模式详解】C/Java/JS/Go/Python/TS不同语言实现
    OpenMP task construct 实现原理以及源码分析
    encodeURIComponent对url参数进行编码
    MAC软件推荐（Java方向）
    文件分片上传和断点续传
  • 原文地址：https://blog.csdn.net/xoofly/article/details/132663415