[root@dr-mysql01 frontend]# cat logstash_frontend.conf input { file { type => "zj_frontend_access" path => ["/data01/applog_backup/zjzc_log/zj-frontend0*access*"] } file { type => "wj_frontend_access" path => ["/data01/applog_backup/winfae_log/wj-frontend0*access*"] } } filter { grok { match => { "message" => "%{IPORHOST:clientip} \[%{HTTPDATE:time}\] \"%{WORD:verb} %{URIPATHPARAM:request} HTTP/%{NUMBER:httpversion}\" %{NUMBER:http_status_code} %{NUMBER:bytes} \"(?<http_referer>\S+)\" \"(?<http_user_agent>\S+)\" \"(?<http_x_forwarded_for>\S+)\"" } } } output { if [type] == "zj_frontend_access" { redis { host => "192.168.32.67" data_type => "list" key => "zj_frontend_access:redis" port=>"6379" password => "1234567" } } else if [type] == "wj_frontend_access"{ redis { host => "192.168.32.67" data_type => "list" key => "wj_frontend_access:redis" port=>"6379" password => "1234567" } } } [root@dr-mysql01 frontend]# cat logstash_indexer.conf input { redis { host => "192.168.32.67" data_type => "list" key => "zj_frontend_access:redis" password => "1234567" port =>"6379" } redis { host => "192.168.32.67" data_type => "list" key => "wj_frontend_access:redis" password => "1234567" port =>"6379" } } output { if [type] == "zj_frontend_access"{ elasticsearch { hosts => "192.168.32.80:9200" index => "logstash-zjzc-frontend-%{+YYYY.MM.dd}" } stdout { codec => rubydebug } } else if [type] == "wj_frontend_access"{ elasticsearch { hosts => "192.168.32.81:9200" index => "logstash-wj-frontend-%{+YYYY.MM.dd}" } stdout { codec => rubydebug } } }
logstash 处理nginx 访问日志
转载本文章为转载内容,我们尊重原作者对文章享有的著作权。如有内容错误或侵权问题,欢迎原作者联系我们进行内容更正或删除文章。
上一篇:rsyslog 同时发生nginx 访问日志和错误日志
下一篇:14.3.5.1 Interaction of Table Locking and Transactions 表锁和事务的相互作用
提问和评论都可以,用心的回复会被更多人看到
评论
发布评论
相关文章
-
logstash 处理nginx 访问日志
[root@dr-mysql01 frontend]# cat logstash_frontend.conf input { file { type => "zj_fr...
redis mysql elasticsearch ruby 知识 -
logstash nginx 访问日志
log_format main '$remote_addr [$time_local] "$request" ' '$request_body $status ...
html linux safari android chrome