Loki+promtail+Grafana可视化日志收集

链接: https://pan.baidu.com/s/1VodUIyDqkqBixLZ65YsF-w 提取码: ev6z。按照图片所示添加数据源：（中文在右上角头像，个人资料中修改）promtail_config.yaml文件参数、格式。Grafana访问地址： IP:3000。loki-cfg.yaml文件参数。添加promtail到系统启动。默认登录名和密码都是admin。剩下的条件查询，

weihaoyue

308人浏览 · 2025-04-09 16:45:37

weihaoyue · 2025-04-09 16:45:37 发布

文件下载地址
链接: https://pan.baidu.com/s/1VodUIyDqkqBixLZ65YsF-w 提取码: ev6z

1.上传grafana-enterprise-10.0.1-1.x86_64.rpm三个文件.
rpm -ivh 进行安装

loki-cfg.yaml文件参数

#编辑配置文件，修改loki-cfg.yaml的IP配置，配置为本机IP地址
vim loki-cfg.yaml
auth_enabled: false
server:
  http_listen_port: 13100   #http监听端口，代理服务（promtail）会向此端口发送日志流
  grpc_listen_port: 9086   #grpc监听端口，简单部署不用管
  grpc_server_max_recv_msg_size: 104857600
  grpc_server_max_send_msg_size: 104857600
ingester:cd
  lifecycler:
    address: 192.168.0.113   #此处需要修改IP为本地
    ring:
      kvstore:
        store: inmemory
      replication_factor: 1
    final_sleep: 0s
  chunk_idle_period: 5m
  chunk_retain_period: 30s
  max_transfer_retries: 0
schema_config:
  configs:
    - from: 2023-12-02 #2023-12-02之后loki信息用下面的配置，这个主要是用来做兼容的
      store: boltdb  #索引使用哪种存储
      object_store: filesystem  #怎么存储，简单部署的话保存在本地文件系统
      schema: v11
      index:
        prefix: index_
        period: 24h #索引期限24小时
storage_config:
  boltdb:
    directory: /tmp/loki/index
  filesystem:
    directory: /tmp/loki/chunks
limits_config:
  enforce_metric_name: false
  reject_old_samples: true
  reject_old_samples_max_age: 168h
  ingestion_rate_mb: 32  #采集速率
  ingestion_burst_size_mb: 64 #单次采集大小
  max_entries_limit_per_query: 0  #查询返回的条目的最大行数，默认是5000，0表示无限制
  retention_period: 24h #全局保留期，超过这个时间的日志会被删除，具体删除规则在compactor里配置
  #retention_stream: #局部保留期
  #- selector: '{level="error"}'
  #  priority: 1
  #  period: 720h
chunk_store_config:
  max_look_back_period: 0s #最大日志可见时间，0表示一直可见。or  24h等等
table_manager:
  retention_deletes_enabled: false
  retention_period: 0s
compactor: 
  working_directory: /data/loki/compactor #compactor运行状态保存目录
  shared_store: filesystem
  retention_enabled: true #启动日志删除
  compaction_interval:  10m #compactor每隔10分钟运行一次
  retention_delete_delay: 2h  #在compactor运行2小时后删除
  retention_delete_worker_count: 150 #用150个worker删除chunks
 
analytics:
  reporting_enabled: false #关闭向loki团队发送此配置文件

#标准日志块
#编辑promtail_config.yaml
- targets:
      - localhost
    labels:
      job: dbpool   #定义名称
      server: 113   #定义机器ip地址
      node: 8082    #node
      __path__: /data/artery/logs/tomcat/8082/dhrep/dbpool.log   #日志路径

promtail_config.yaml文件参数、格式

vim promtail_config.yaml
server:
  http_listen_port: 9080
  grpc_listen_port: 0
positions:
# 记录读取日志的位置信息文件,Promtail重新启动时需要它
  filename: /tmp/positions.yaml
# Loki的api服务的地址
clients:
  - url: http://192.168.0.113:13100/loki/api/v1/push   #修改此处IP地址为本机IP
    batchwait: 10s  #batchwait 的值为 10s，通常可以接受，但需要根据日志量调整。
    batchsize: 40960000  
#batchsize的值过大，可能导致内存问题或 Loki 拒绝接收数据。将 batchsize 调整为更合理的值，例如 1048576（1MB）
scrape_configs:
 
- job_name: system
  static_configs:
  - targets:
      - localhost
    labels:
      job: dbpool
      server: 113
      node: 8082
      __path__: /data/artery/logs/tomcat/8082/dhrep/dbpool.log  #修改成自己日志的路径就行了
  - targets:
      - localhost
    labels:
      job: dbpool
      server: 113
      node: 8083
      __path__: /data/artery/logs/tomcat/8083/dhrep/dbpool.log
  - targets:
      - localhost
    labels:
      job: dbpool
      server: 113
      node: 8084
      __path__: /data/artery/logs/tomcat/8084/dhrep/dbpool.log
  - targets:
      - localhost
    labels:
      job: info
      server: 113
      node: 8082
      __path__: /data/artery/logs/tomcat/8082/dhrep/artery-info.log
  pipeline_stages:
  - match:
      selector: '{job=~"dbpool|info|error"}'
      stages:
      - multiline:
          firstline: '^\[\d{2}:\d{2}:\d{2}:\d{3}\]'
          max_wait_time: 3s

安装Grafana

#安装Grafana依赖
yum install urw-fonts.noarch

rpm -ivh grafana-enterprise-10.0.1-1.x86_64.rpm

systemctl start grafana-server.service
systemctl enable grafana-server.service

#授权
chmod 777 loki-linux-amd64
chmod 777 promtail-linux-amd64

#创建日志目录和日志文件，在系统启动中需要，路径需要一致
mkdir -p /home/lpg/log/loki/
mkdir -p /home/lpg/log/promtail/
touch /home/lpg/log/promtail/promtail.log
touch /home/lpg/log/promtail/loki.log

添加loki到系统启动

cat >/etc/systemd/system/loki.service <<EOF
[Unit]
Description=loki
After=network.target
[Service]
ExecStart=/home/qiyuan/lpg/loki-linux-amd64 -config.file=/home/qiyuan/lpg/loki-cfg.yaml &>> /home/qiyuan/lpg/logs/loki.log
ExecReload=/bin/kill -s HUP $MAINPID
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
TimeoutStartSec=0
Delegate=yes
KillMode=process
Restart=on-failure
StartLimitBurst=3
StartLimitInterval=60s
[Install]
WantedBy=multi-user.target
EOF

#启停和自动启动：
systemctl enable loki && systemctl start loki && systemctl status loki

添加promtail到系统启动

cat >/etc/systemd/system/promtail.service <<EOF
[Unit]
Description=promtail
After=network.target
[Service]
ExecStart=/home/qiyuan/lpg/promtail-linux-amd64 -config.file=/home/qiyuan/lpg/promtail_config.yaml &>> /home/qiyuan/lpg/logs/promtail.log
ExecReload=/bin/kill -s HUP 
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
TimeoutStartSec=0
Delegate=yes
KillMode=process
Restart=on-failure
StartLimitBurst=3
StartLimitInterval=60s
[Install]
WantedBy=multi-user.target
EOF

#启停和自动启动：
systemctl enable promtail && systemctl start promtail && systemctl status promtail

Grafana访问地址： IP:3000
默认登录名和密码都是admin

按照图片所示添加数据源：（中文在右上角头像，个人资料中修改）

选择loki

剩下的条件查询，我就不截图了

注释：grafana重置密码
grafana-cli admin reset-admin-password 123456

#放心端口

firewall-cmd --zone=public --add-port=3000/tcp --permanent
firewall-cmd --zone=public --add-port=13100/tcp --permanent
firewall-cmd --zone=public --add-port=9080/tcp --permanent
firewall-cmd --reload