使用vector采集nginx日志，并输出为prometheus_exporter

日志示例

{"remote_addr":"10.43.144.171","@timestamp":"2023-01-17T17:27:14+08:00","request":"GET /v1/stat_des/?id=20230117170221 HTTP/1.1","status":"200","size":171,"ua":"ApiPOST Runtime +https://www.apipost.cn","http_x_forwarded_for":"","ups_status":"200","content_type":"multipart/form-data; boundary=--------------------------918403458724736690579996","sent_http_content_length":"171","request_body":"","http_host":"tencentcdn01v.ops.shyc3.qianxin-inc.cn"}

[api]
  enabled = true
[sources.file01]
  type = "file"
  ignore_older_secs = 600
  include = [ "/var/log/nginx/access.log" ]
  read_from = "beginning"

[transforms.parsing]
  type = "remap" # required
  inputs = ["file01"] # required
  source = '''
  . = parse_json!(string!(.message))
  '''

[transforms.cdn_api_nginx]
  type = "log_to_metric"
  inputs = [ "parsing" ]

  [[transforms.cdn_api_nginx.metrics]]
  type = "counter"
  field = "remote_addr"
  name= "log"

    [transforms.cdn_api_nginx.metrics.tags]
    remote_addr = "{{remote_addr}}"
    request = "{{request}}"
    status = "{{status}}"
    ups_status = "{{ups_status}}"
    http_host = "{{http_host}}"

[sinks.prometheus_exporter]
  type = "prometheus_exporter" # required
  inputs = ["cdn_api_nginx"] # required
  address = "0.0.0.0:9080" # required
  default_namespace = "cdn_api_nginx"

示例结果

curl 127.0.0.1:9080/metrics
# HELP cdn_api_nginx_log log
# TYPE cdn_api_nginx_log counter
cdn_api_nginx_log{http_host="tencentcdn01v.ops.shyc3.qianxin-inc.cn",remote_addr="10.43.144.171",request="GET /v1/stat_des/?id=20230117170221 HTTP/1.1",status="200",ups_status="200"} 3