logstash收集redis日志

elasticsearch安装参考:​​https://blog.51cto.com/u_14814545/4920823​​

kibana安装参考:​​https://blog.51cto.com/u_14814545/4921157​​

logstash安装参考:​​https://blog.51ctlinux创建文件o.com/u_14814545/4924235​​

redis安装

apt-get install redis

root@ubuntu:~# vim /etc/redis/redis.conf
---------------------------------------------
reuqirepass 123456
bind 0.0.0.0 ::1
---------------------------------------------

systemctl restart redis

logsta系统运维工程师面试问题及答案sh-192.168.47.109

root@ubuntu:/etc/logstash/conf.d# cat redis.conf 
-------------------------------------------------------------
input{
stdin{
}
}
output{
redis{
host => "192.168.47.110"
port => "6379"
password => "123456"
db => "1"
key => "linux-test-key"
data_type => "list"
}
}
-------------------------------------------------------------

#测试
root@ubuntu:/etc/logstash/conf.d# /usr/share/logstash/bin/logstash -f /etc/logstash/conf.d/redis.conf


                                            logstash收集redis日志
                                            logstash收集redis日志

logstash-192.168.47.110

root@ubuntu:/etc/logstash/conf.d# cat redis-es.conf 
------------------------------------------------------
input {
redis{
host =>"192.168.47.110"
port =>6379
password =>"123456"
db =>"1"
key =>"linux-test-key"
data_type =>"list"
}
}
output{
elasticsearch{
hosts => ["192.168.47.106:9200"]
index => "redis-%{+YYYY.MM.dd}"
}
}
------------------------------------------------------
测试
root@ubuntu:/etc/logstash/conf.d# /usr/share/logstash/bin/logstash -f /etc/logstash/conf.d/redis-es.conf


                                            logstash收集redis日志
                                            logstash收集redis日志
                                            logstash收集redis日志

收集ngin系统运维工程师面试问题及答案x和syslog日志

nginx日志转json格式,参考:​​https://blog.51cto.com/u_14814545linux常用命令/4928807​​

logstash-192.168.47.109

root@ubuntu:~# cat /etc/logstash/conf.d/redis.conf 
---------------------------------------------------------
input{
file{
path =>"/var/log/syslog"
type => "syslog-log"
start_position => "beginning"
stat_interval =>"2"
}
file{
path =>"/var/log/nginx/access.log"
type => "nginx-accesslog"
start_position => "beginning"
stat_interval =>"2"
codec =>"json"
}
}
output{
if [type]=="syslog-log"{
redis{
host => "192.168.47.110"
port => "6379"
password => "123456"
db => "1"
key => "syslog-test-key"
data_type => "list"
}
}
if [type]=="nginx-accesslog"{
redis{
host => "192.168.47.110"
port => "6379"
password => "123456"
db => "1"
key => "nginx-test-key"
data_type => "list"
}
}
}
---------------------------------------------------------
root@ubuntu:/etc/logstash/conf.d# /usr/share/logstash/bin/logstash -f /etc/logstash/conf.d/redis.conf -t


                                            logstash收集redis日志

logstash-192.168.47.110

root@ubuntu:/etc/logstash/conf.d# vim redis-es.conf 
-----------------------------------------
input {
redis{
host =>"192.168.47.110"
port =>6379
password =>"123456"
db =>"1"
key =>"syslog-test-key"
data_type =>"list"
}
redis{
host =>"192.168.47.110"
port =>6379
password =>"123456"
db =>"1"
key =>"nginx-test-key"
data_type =>"list"
}
}

output{
if [type]=="syslog-log"{
elasticsearch{
hosts => ["192.168.47.106:9200"]
index => "syslog-%{+YYYY.MM.dd}"
}
}
if [type]=="nginx-accesslog"{
elasticsearch{
hosts => ["192.168.47.106:9200"]
index => "nginx-%{+YYYY.MM.dd}"
}
}
}
root@ubuntu:/etc/logstash/conf.d# /usr/share/logstash/bin/logstash -f /etc/logstash/conf.d/redis-es.conf


                                            logstash收集redis日志
                                            logstash收集redis日志
                                            logstash收集redis日志