Loki(stack)

# Loki
[Loki安装手册首页](https://grafana.com/docs/loki/latest/installation/)

## Docker部署测试
- loki

```
mkdir /opt/grafanaLabs/{loki,promtail}

wget https://raw.githubusercontent.com/grafana/loki/v2.4.1/cmd/loki/loki-local-config.yaml -O /opt/grafanaLabs/loki/loki-config.yaml
# 查看一下loki的默认配置
[root@localhost loki]# cat loki-config.yaml 
auth_enabled: false

server:
  http_listen_port: 3100
  grpc_listen_port: 9096

common:
  path_prefix: /tmp/loki
  storage:
    filesystem:
      chunks_directory: /tmp/loki/chunks
      rules_directory: /tmp/loki/rules
  replication_factor: 1
  ring:
    instance_addr: 127.0.0.1
    kvstore:
      store: inmemory

schema_config:
  configs:
    - from: 2020-10-24
      store: boltdb-shipper
      object_store: filesystem
      schema: v11
      index:
        prefix: index_
        period: 24h

ruler:
  alertmanager_url: http://localhost:9093
```

```shell
# 启动loki
docker run --name loki -v /opt/grafanaLabs/loki:/mnt/config -p 3100:3100 grafana/loki:2.4.1 -config.file=/mnt/config/loki-config.yaml
```

- promtail

```
wget https://raw.githubusercontent.com/grafana/loki/v2.4.1/clients/cmd/promtail/promtail-docker-config.yaml -O /opt/grafanaLabs/promtail/promtail-config.yaml
# 查看一下promtail的默认配置
[root@localhost promtail]# cat promtail-config.yaml 
server:
  http_listen_port: 9080
  grpc_listen_port: 0

positions:
  filename: /tmp/positions.yaml
# url走的是容器内网络，如果不在同一个机器需要修改配置。
clients:
  - url: http://loki:3100/loki/api/v1/push
# 任务名称，文件路径，按需配置。
scrape_configs:
- job_name: system
  static_configs:
  - targets:
      - localhost
    labels:
      job: varlogs
      __path__: /var/log/*log
```

```shell
# 启动promtail
docker run -v /opt/grafanaLabs/promtail:/mnt/config -v /var/log:/var/log --link loki grafana/promtail:2.4.1 -config.file=/mnt/config/promtail-config.yaml
```

## helm部署测试
helm就比较简单了，[安装helm](https://confluence.datayes.com/display/~kaiyun.zhang/Helm)后直接按照官方的教程部署loki-stack就好，基本不需要什么修改，promtail也是。

[Install Grafana Loki With Helm](https://grafana.com/docs/loki/latest/installation/helm/)

- 添加grafana-loki远程helm仓库镜像

```shell
helm repo add grafana https://grafana.github.io/helm-charts
helm repo update
````

- 默认安装loki-stack

```shell
helm upgrade --install loki grafana/loki-stack
# 看下默认配置文件：enabled 后为true是默认安装文件会安装的服务，只有：loki、promtail
loki:
  enabled: true

promtail:
  enabled: true

fluent-bit:
  enabled: false

grafana:
  enabled: false
  sidecar:
    datasources:
      enabled: true
  image:
    tag: 8.1.6

prometheus:
  enabled: false

filebeat:
  enabled: false
  filebeatConfig:
    filebeat.yml: |
      # logging.level: debug
      filebeat.inputs:
      - type: container
        paths:
          - /var/log/containers/*.log
        processors:
        - add_kubernetes_metadata:
            host: ${NODE_NAME}
            matchers:
            - logs_path:
                logs_path: "/var/log/containers/"
      output.logstash:
        hosts: ["logstash-loki:5044"]

logstash:
  enabled: false
  image: grafana/logstash-output-loki
  imageTag: 1.0.1
  filters:
    main: |-
      filter {
        if [kubernetes] {
          mutate {
            add_field => {
              "container_name" => "%{[kubernetes][container][name]}"
              "namespace" => "%{[kubernetes][namespace]}"
              "pod" => "%{[kubernetes][pod][name]}"
            }
            replace => { "host" => "%{[kubernetes][node][name]}"}
          }
        }
        mutate {
          remove_field => ["tags"]
        }
      }
  outputs:
    main: |-
      output {
        loki {
          url => "http://loki:3100/loki/api/v1/push"
          #username => "test"
          #password => "test"
        }
        # stdout { codec => rubydebug }
      }
```

- 安装loki-stack到命名空间loki并启用grafana

```
helm upgrade --install loki --namespace=loki grafana/loki-stack --set grafana.enabled=true
```

- 查看grafana密码

```
kubectl get secret --namespace loki loki-grafana -o jsonpath="{.data.admin-password}" | base64 --decode ; echo
```

- 使用端口转发暴露服务

```
kubectl port-forward --namespace loki service/loki-grafana --address 0.0.0.0 3000:80
```

- loki-stack会根据node的数量自动伸缩promtail pod的数量
- 默认只安装一个loki和一个grafana
- 更多方式查看官方文档