Chinaunix首页 | 论坛 | 博客
  • 博客访问: 1615893
  • 博文数量: 101
  • 博客积分: 2465
  • 博客等级: 中尉
  • 技术积分: 2126
  • 用 户 组: 普通用户
  • 注册时间: 2010-12-09 15:39
个人简介

https://minminmsn.com/

文章分类

全部博文(101)

文章存档

2018年(2)

2017年(2)

2016年(11)

2015年(14)

2014年(9)

2013年(16)

2012年(47)

分类: 大数据

2015-12-17 09:42:49

阅读本文前请浏览
详细配置如下:
http://blog.chinaunix.net/uid-25057421-id-5567766.html
一,客户端
1,nginx日志格式
log_format logstash_json '{ "@timestamp": "$time_iso8601", '
                         '"host": "$server_addr", '
                         '"clientip": "$remote_addr", '
                         '"size": $body_bytes_sent, '
                         '"responsetime": $request_time, '
                         '"upstreamtime": "$upstream_response_time", '
                         '"upstreamhost": "$upstream_addr", '
                         '"http_host": "$host", '
                         '"url": "$uri", '
                         '"referrer": "$http_referer", '
                         '"xff": "$http_x_forwarded_for", '
                         '"agent": "$http_user_agent", '
                         '"status": "$status"} ';
    access_log  /data/wwwlogs/access_jerrymin.test.com.log  logstash_json;
2,fielbeat配置文件
filebeat:
  prospectors:
    -
        - /data/wwwlogs/access_jerrymin.test.com.log


        doucmenttype:jerrymin.test.com
output:
  logstash:
    enabled: true
    hosts: ["192.168.0.58:5044"]
shipper:
3,topbeat配置文件
input:
  # In seconds, defines how often to read server statistics
  period: 10


  # Regular expression to match the processes that are monitored
  # By default, all the processes are monitored
  procs: [".*"]


  # Statistics to collect (all enabled by default)
  stats:
    system: true
    proc: true
    filesystem: true
output:


  ### Elasticsearch as output
  elasticsearch:
    hosts: ["192.168.0.58:9200"]
shipper:
logging:
  files:
    rotateeverybytes: 10485760 # = 10MB
二,服务端配置
1,logstash配置文件
[root@localhost logstash]# cat /etc/logstash/conf.d/nginxconf.json
input {
  beats {
    port => 5044
    codec => json
  }
}


filter {
    mutate {
        split => [ "upstreamtime", "," ]
    }
    mutate {
        convert => [ "upstreamtime", "float" ]
    }
}


output {
  elasticsearch {
    hosts => "192.168.0.58:9200"
    sniffing => true
    manage_template => false
    # index => "%{[@metadata][beat]}-%{+YYYY.MM.dd}"
    index => "filebeat-%{type}-%{+YYYY.MM.dd}"
    document_type => "%{[@metadata][type]}"
  }
}
2,elasticsearch配置文件
[root@localhost logstash]# cat /etc/elasticsearch/elasticsearch.yml |grep -Ev "^#|^$"
path.data: /data
path.logs: /data/elklogs
network.host: 192.168.0.58
http.port: 9200
3,kibana配置文件
[root@localhost config]# cat /var/kibana/config/kibana.yml
# Kibana is served by a back end server. This controls which port to use.
server.port: 5601


# The host to bind the server to.
server.host: "0.0.0.0"


# The Elasticsearch instance to use for all your queries.
elasticsearch.url: ""
三,Tengine反向代理配置
cat /usr/local/nginx/conf/vhosts_all/kibana.conf
server
{
    listen 8888;
    server_name  192.168.0.58
    index       index.html index.shtml;
   
    location / {
        proxy_pass
        proxy_http_version 1.1;
        proxy_set_header Upgrade $http_upgrade;
        proxy_set_header Connection 'upgrade';
        proxy_set_header Host $host;
        proxy_cache_bypass $http_upgrade;       
       auth_basic "Please input Username and Password";
       auth_basic_user_file /usr/local/nginx/conf/.pass_file;
    }


    access_log  /data/wwwlogs/access.kibana.log  access;
}
四,登陆平台

1,创建索引


2,创建视图


3,创建面板

阅读(8917) | 评论(0) | 转发(0) |
给主人留下些什么吧!~~