跳至主要內容

loki采集日志

xuweiqiang大约 1 分钟dockerloki

使用docker compose搭建loki和promtail服务，支持自定义采集目标，并且通过 loki http API查看日志数据

一、使用compose搭建loki服务

  1. 创建文件夹
$ mkdir loki-compose
$ cd loki-compose
$ mkdir data && mkdir log && mkdir config
$ cd config && touch local-config.yaml && touch promtail-config.yaml
$ touch docker-compose.yml
  1. 容器内配置文件
$ vim config/local-config.yaml
# local-config.yaml
# 是否开启认证
auth_enabled: false
# HTTP和gRPC服务监听地址
server:
  http_listen_port: 3100
  grpc_listen_port: 9095
# 配置日志索引和存储
schema_config:
  configs:
    - from: 2018-04-15
      store: boltdb
      object_store: filesystem
      schema: v11
      index:
        prefix: index_
        period: 24h

# 配置日志存储后端
storage_config:
  boltdb:
    directory: /data/loki/index
  filesystem:
    directory: /data/loki/chunks

# 配置日志收集
ingester:
  wal:
    enabled: true
    dir: "/tmp/wal"
  lifecycler:
    address: 127.0.0.1
    ring:
      kvstore:
        store: inmemory
      replication_factor: 1
      heartbeat_timeout: 1m
    final_sleep: 0s
  chunk_idle_period: 5m
  chunk_retain_period: 30s
$ vim config/promtail-config.yaml
# promtail config yml
server:
  http_listen_port: 9080
  grpc_listen_port: 0

positions:
  filename: /tmp/positions.yaml

clients:
  - url: http://loki-svc:3100/loki/api/v1/push

scrape_configs:
- job_name: log
  static_configs:
  - targets:
      - localhost
    labels:
      job: audit
      __path__: /log/*log
  1. 启动文件 docker-compose.yml
$ vim docker-compose.yml
# docker-compose.yml
version: '3.7'
networks:
  loki-net:
    driver: bridge
services:
  loki:
    networks:
      loki-net:
        aliases:
         - loki-svc
    image: grafana/loki:latest
    ports:
      - "3100:3100"
    volumes:
      - ./config:/etc/loki
      - ./data:/data/loki

  promtail:
    networks:
      loki-net:
        aliases:
         - promtail-svc
    image: grafana/promtail:latest
    privileged: true
    volumes:
      - ./config:/config
      - ./log:/log
    command: -config.file=/config/promtail-config.yaml
# 目录结构
$ tree .
.
├── config
│   ├── local-config.yaml
│   └── promtail-config.yaml
├── data
├── docker-compose.yml
└── log

二、启动服务

$ cd loki-compose && docker-compose up -d
# 制造测试数据
$ cd loki-compose && touch log/audit.log
$ echo '{"name":"jack"}' | sudo tee -a log/audit.log

三、服务访问

$ curl http://localhost:3100/loki/api/v1/series
{
  "status": "success",
  "data": [
    {
      "job": "audit",
      "filename": "/log/audit.log"
    },
    {
      "filename": "/var/log/dpkg.log",
      "job": "varlogs"
    }
  ]
}
$ curl http://localhost:3100/loki/api/v1/query_range?query={job="audit"}|json

{
  "status": "success",
  "data": {
    "resultType": "streams",
    "result": [
      {
        "stream": {
          "filename": "/log/audit.log",
          "job": "audit",
          "name": "jack"
        },
        "values": [
          [
            "1686537086403538378",
            "{\"name\":\"jack\"}"
          ]
        ]
      }
...

相关资料