Ad Widget

Collapse

A lot of [Z3005] query failed in logs

Collapse
X
 
  • Time
  • Show
Clear All
new posts
  • buczo
    Junior Member
    • Oct 2011
    • 2

    #1

    A lot of [Z3005] query failed in logs

    Hi i have a lot errors in zabbix_server.log like below

    I tried to find solution , i found some posts about timeouts and tried to modify MySQL timeouts etc but nothing helps

    Code:
    root@srvzabbix /var/log/zabbix # zabbix_server_mysql -V
    Zabbix Server v1.8.8 (revision 21965) (28 September 2011)
    Compilation time: Oct  5 2011 10:19:00
    cat /etc/zabbix/zabbix_server.conf |egrep -v "(#|^$)"
    Code:
    NodeID=1
    ListenPort=10051
    LogFile=/var/log/zabbix/zabbix_server.log
    LogFileSize=400
    DebugLevel=3
    PidFile=/var/run/zabbix/zabbix.pid
    DBHost=localhost
    DBName=zabbix
    DBUser=zabbix
    DBPassword=P@@ssw00rD
    DBSocket=/var/lib/mysql/mysql.sock
    StartPollers=80
    StartTrappers=40
    StartPingers=10
    SenderFrequency=30
    CacheSize=1G
    CacheUpdateFrequency=60
    StartDBSyncers=10
    HistoryCacheSize=16M
    TrendCacheSize=128M
    Timeout=30
    UnreachablePeriod=60
    UnavailableDelay=60
    UnreachableDelay=5
    AlertScriptsPath=/etc/zabbix/AlertScripts/
    ExternalScripts=/etc/zabbix/ExternalScripts/
    FpingLocation=/usr/sbin/fping
    TmpDir=/tmp
    StartProxyPollers=5
    ProxyConfigFrequency=1800


    my my.cnf
    Code:
    [mysqld]
    datadir=/var/lib/mysql
    socket=/var/lib/mysql/mysql.sock
    user=mysql
    # Disabling symbolic-links is recommended to prevent assorted security risks
    symbolic-links=0
    
    # LBU TUNE
    
    query_cache_limit=2M
    query_cache_size=48M
    query_cache_type=1
    max_connections=1800
    interactive_timeout=600
    wait_timeout=600
    connect_timeout=20
    thread_cache_size=128
    key_buffer=256M
    join_buffer=2M
    max_allowed_packet=16M
    table_cache=2048
    sort_buffer_size=4M
    read_buffer_size=4M
    max_connect_errors=30
    # Try number of CPU's*2 for thread_concurrency
    thread_concurrency=4
    myisam_sort_buffer_size=64M
    server-id=1
    slow_query_log=/var/log/mysqld.slow.log
    long_query_time=2
    innodb_buffer_pool_size = 1024M
    innodb_log_file_size = 250M
    #innodb_flush_log_at_trx_commit = 0
    innodb_flush_log_at_trx_commit = 0
    innodb_flush_method=O_DIRECT
    expire_logs_days = 3
    max_binlog_size = 512M
    innodb_file_per_table = 1
    innodb_file_per_table
    innodb_data_home_dir =
    innodb_data_file_path=/mysql/mysql/ibdata1:250M;/mysql/mysql/ibdata2:250M:autoextend
    datadir=/mysql/mysql/


    Code:
    mysql> show processlist;
    +--------+--------+-----------+--------+---------+------+-------+------------------+
    | Id     | User   | Host      | db     | Command | Time | State | Info             |
    +--------+--------+-----------+--------+---------+------+-------+------------------+
    | 128073 | zabbix | localhost | zabbix | Sleep   |   11 |       | NULL             |
    | 128079 | zabbix | localhost | zabbix | Sleep   |  134 |       | NULL             |
    | 128083 | zabbix | localhost | zabbix | Sleep   |  145 |       | NULL             |
    | 128084 | zabbix | localhost | zabbix | Sleep   |  154 |       | NULL             |
    | 128088 | zabbix | localhost | zabbix | Sleep   |   57 |       | NULL             |
    | 128089 | zabbix | localhost | zabbix | Sleep   |   25 |       | NULL             |
    | 128090 | zabbix | localhost | zabbix | Sleep   |  236 |       | NULL             |
    | 128091 | zabbix | localhost | zabbix | Sleep   |   14 |       | NULL             |
    | 128092 | zabbix | localhost | zabbix | Sleep   |   20 |       | NULL             |
    | 128093 | zabbix | localhost | zabbix | Sleep   |  120 |       | NULL             |
    | 128096 | zabbix | localhost | zabbix | Sleep   |  134 |       | NULL             |
    | 128097 | zabbix | localhost | zabbix | Sleep   |  308 |       | NULL             |
    | 128098 | zabbix | localhost | zabbix | Sleep   |   25 |       | NULL             |
    | 128099 | zabbix | localhost | zabbix | Sleep   |  155 |       | NULL             |
    | 128100 | zabbix | localhost | zabbix | Sleep   |  283 |       | NULL             |
    | 128101 | zabbix | localhost | zabbix | Sleep   |  127 |       | NULL             |
    | 128102 | zabbix | localhost | zabbix | Sleep   |    8 |       | NULL             |
    | 128103 | zabbix | localhost | zabbix | Sleep   |  275 |       | NULL             |
    | 128105 | zabbix | localhost | zabbix | Sleep   |   97 |       | NULL             |
    | 128106 | zabbix | localhost | zabbix | Sleep   |   20 |       | NULL             |
    | 128107 | zabbix | localhost | zabbix | Sleep   |    4 |       | NULL             |
    | 128108 | zabbix | localhost | zabbix | Sleep   |  477 |       | NULL             |
    | 128109 | zabbix | localhost | zabbix | Sleep   |   25 |       | NULL             |
    | 128110 | zabbix | localhost | zabbix | Sleep   |  472 |       | NULL             |
    | 128111 | zabbix | localhost | zabbix | Sleep   |   36 |       | NULL             |
    | 128112 | zabbix | localhost | zabbix | Sleep   |  129 |       | NULL             |
    | 128113 | zabbix | localhost | zabbix | Sleep   |  259 |       | NULL             |
    | 128114 | zabbix | localhost | zabbix | Sleep   |   85 |       | NULL             |
    | 128128 | zabbix | localhost | zabbix | Sleep   |   11 |       | NULL             |
    | 128129 | zabbix | localhost | zabbix | Sleep   |   10 |       | NULL             |
    | 128135 | zabbix | localhost | zabbix | Sleep   |   40 |       | NULL             |
    | 128136 | zabbix | localhost | zabbix | Sleep   |   35 |       | NULL             |
    | 128137 | zabbix | localhost | zabbix | Sleep   |    2 |       | NULL             |
    | 128150 | zabbix | localhost | zabbix | Sleep   |   35 |       | NULL             |
    | 128151 | zabbix | localhost | zabbix | Sleep   |   10 |       | NULL             |
    | 128152 | zabbix | localhost | zabbix | Sleep   |   55 |       | NULL             |
    | 128153 | zabbix | localhost | zabbix | Sleep   |   15 |       | NULL             |
    | 128154 | zabbix | localhost | zabbix | Sleep   |   15 |       | NULL             |
    | 128155 | zabbix | localhost | zabbix | Sleep   |   20 |       | NULL             |
    | 128156 | zabbix | localhost | zabbix | Sleep   |    5 |       | NULL             |
    | 128157 | zabbix | localhost | zabbix | Sleep   |   30 |       | NULL             |
    | 128161 | zabbix | localhost | zabbix | Sleep   |    1 |       | NULL             |
    | 128226 | zabbix | localhost | zabbix | Sleep   |   11 |       | NULL             |
    | 128227 | zabbix | localhost | zabbix | Sleep   |   11 |       | NULL             |
    | 128245 | root   | localhost | mysql  | Query   |    0 | NULL  | show processlist |
    +--------+--------+-----------+--------+---------+------+-------+------------------+

    Code:
     4763:20111026:143527.836 Starting Zabbix Server. Zabbix 1.8.8 (revision 21965).
      4763:20111026:143527.836 ****** Enabled features ******
      4763:20111026:143527.836 SNMP monitoring:           YES
      4763:20111026:143527.836 IPMI monitoring:           YES
      4763:20111026:143527.836 WEB monitoring:            YES
      4763:20111026:143527.836 Jabber notifications:      YES
      4763:20111026:143527.836 Ez Texting notifications:  YES
      4763:20111026:143527.836 ODBC:                      YES
      4763:20111026:143527.836 SSH2 support:              YES
      4763:20111026:143527.836 IPv6 support:              YES
      4763:20111026:143527.836 ******************************
      4763:20111026:143527.836 NodeID:                      1
      4763:20111026:143527.836 ******************************
      4769:20111026:143528.269 server #1 started [configuration syncer #1]
      4770:20111026:143528.321 server #2 started [db watchdog #1]
      4852:20111026:143528.644 server #84 started [trapper #1]
      4854:20111026:143528.807 server #86 started [trapper #3]
      4856:20111026:143528.807 server #88 started [trapper #5]
      4853:20111026:143528.807 server #85 started [trapper #2]
      4860:20111026:143528.807 server #92 started [trapper #9]
      4855:20111026:143528.807 server #87 started [trapper #4]
      4858:20111026:143528.808 server #90 started [trapper #7]
      4859:20111026:143528.808 server #91 started [trapper #8]
      4861:20111026:143528.808 server #93 started [trapper #10]
      4857:20111026:143528.808 server #89 started [trapper #6]
      4865:20111026:143528.808 server #97 started [trapper #14]
      4864:20111026:143528.809 server #96 started [trapper #13]
      4863:20111026:143528.809 server #95 started [trapper #12]
      4862:20111026:143528.809 server #94 started [trapper #11]
      4869:20111026:143528.809 server #101 started [trapper #18]
      4868:20111026:143528.810 server #100 started [trapper #17]
      4867:20111026:143528.810 server #99 started [trapper #16]
      4866:20111026:143528.810 server #98 started [trapper #15]
      4871:20111026:143528.810 server #103 started [trapper #20]
      4870:20111026:143528.810 server #102 started [trapper #19]
      4872:20111026:143528.968 server #104 started [trapper #21]
      4873:20111026:143528.968 server #105 started [trapper #22]
      4875:20111026:143528.969 server #107 started [trapper #24]
      4878:20111026:143528.969 server #110 started [trapper #27]
      4882:20111026:143528.970 server #114 started [trapper #31]
      4880:20111026:143528.970 server #112 started [trapper #29]
      4886:20111026:143528.971 server #118 started [trapper #35]
      4884:20111026:143528.971 server #116 started [trapper #33]
      4888:20111026:143528.971 server #120 started [trapper #37]
      4890:20111026:143528.972 server #122 started [trapper #39]
      4874:20111026:143528.984 server #106 started [trapper #23]
      4876:20111026:143528.984 server #108 started [trapper #25]
      4879:20111026:143528.984 server #111 started [trapper #28]
      4883:20111026:143528.985 server #115 started [trapper #32]
      4877:20111026:143528.985 server #109 started [trapper #26]
    4885:20111026:143528.987 server #117 started [trapper #34]
      4889:20111026:143528.987 server #121 started [trapper #38]
      4891:20111026:143528.987 server #123 started [trapper #40]
      4763:20111026:143529.111 server #0 started [main process]
      4903:20111026:143529.138 server #135 started [housekeeper #1]
      4903:20111026:143529.138 Executing housekeeper
      4893:20111026:143529.140 server #125 started [icmp pinger #2]
      4894:20111026:143529.141 server #126 started [icmp pinger #3]
      4895:20111026:143529.142 server #127 started [icmp pinger #4]
      4896:20111026:143529.142 server #128 started [icmp pinger #5]
      4892:20111026:143529.142 server #124 started [icmp pinger #1]
      4897:20111026:143529.147 server #129 started [icmp pinger #6]
      4898:20111026:143529.147 server #130 started [icmp pinger #7]
      4899:20111026:143529.148 server #131 started [icmp pinger #8]
      4900:20111026:143529.148 server #132 started [icmp pinger #9]
      4905:20111026:143529.149 server #137 started [node watcher #1]
      4802:20111026:143529.154 server #34 started [poller #32]
      4901:20111026:143529.154 server #133 started [icmp pinger #10]
      4902:20111026:143529.154 server #134 started [alerter #1]
      4904:20111026:143529.155 server #136 started [timer #1]
      4785:20111026:143529.173 server #17 started [poller #15]
      4775:20111026:143529.191 server #7 started [poller #5]
      4795:20111026:143529.221 server #27 started [poller #25]
      4783:20111026:143529.245 server #15 started [poller #13]
      4787:20111026:143529.251 server #19 started [poller #17]
      4914:20111026:143529.252 server #145 started [history syncer #6]
      4917:20111026:143529.260 server #148 started [history syncer #9]
      4919:20111026:143529.260 server #150 started [escalator #1]
      4921:20111026:143529.261 server #152 started [proxy poller #2]
      4923:20111026:143529.261 server #154 started [proxy poller #4]
      4925:20111026:143529.262 server #156 started [self-monitoring #1]
      4793:20111026:143529.263 server #25 started [poller #23]
      4776:20111026:143529.265 server #8 started [poller #6]
      4780:20111026:143529.272 server #12 started [poller #10]
      4797:20111026:143529.278 server #29 started [poller #27]
      4786:20111026:143529.279 server #18 started [poller #16]
      4774:20111026:143529.289 server #6 started [poller #4]
      4799:20111026:143529.294 server #31 started [poller #29]
      4778:20111026:143529.299 server #10 started [poller #8]
      4807:20111026:143529.308 server #39 started [poller #37]
      4789:20111026:143529.309 server #21 started [poller #19]
      4909:20111026:143529.313 server #140 started [history syncer #1]
      4910:20111026:143529.313 server #141 started [history syncer #2]
      4911:20111026:143529.313 server #142 started [history syncer #3]
      4912:20111026:143529.313 server #143 started [history syncer #4]
      4913:20111026:143529.314 server #144 started [history syncer #5]
      4915:20111026:143529.314 server #146 started [history syncer #7]
      4916:20111026:143529.314 server #147 started [history syncer #8]
      4918:20111026:143529.314 server #149 started [history syncer #10]
      4920:20111026:143529.314 server #151 started [proxy poller #1]
    PROBLEMS
    Code:
    999999]
     30416:20111026:140650.420 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='sapnfs.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30428:20111026:140826.592 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='debianpptpd.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30442:20111026:140914.747 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='esx09.dc.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30437:20111026:140914.813 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='sapcsp.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30414:20111026:141006.391 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='dns2.dc.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30427:20111026:141115.607 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='srvzabbix' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30424:20111026:141115.857 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='itforum.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30411:20111026:141126.474 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='sappwp.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30433:20111026:141150.281 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='linuxgate.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30431:20111026:141206.538 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='sappcd.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30420:20111026:141241.386 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='sappsm.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30435:20111026:141350.401 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='linuxgate.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30425:20111026:141358.657 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='saptst.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30462:20111026:141601.201 Executing housekeeper
     30462:20111026:141625.464 Deleted 308410 records from history and trends
     30412:20111026:141726.011 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='sappwp.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30419:20111026:141732.580 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='dc2.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30422:20111026:142114.327 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='fsnit.domain.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
     30436:20111026:142321.259 [Z3005] query failed: [2006] MySQL server has gone away [select hostid,status from hosts where host='esx02.dc.local' and status in (0,1) and proxy_hostid=0 and hostid between 100000000000000 and 199999999999999]
    Last edited by buczo; 27-10-2011, 07:20. Reason: add txt to topic
Working...