Zabbix Out Of Memeory Error

[rreilly]

I have checked out the latest code (4155) and compiled and is still resulting in errors and out of memory here are the last 100 lines from the log on debug 4


23350:20070521:122803 End update_item()
23354:20070521:122803 End substitute_simple_macros ()
23350:20070521:122803 In update_functions(18823)
23354:20070521:122803 End substitute_simple_macros (result:{11923}<100000)
23350:20070521:122803 Query [select distinct function,parameter,itemid,lastvalue from functions where itemid=18823]
23354:20070521:122803 In substitute_functions({11923}<100000)
23390:20070521:122803 End process_value()
23390:20070521:122803 End process_step_data()
23390:20070521:122803 out of memory. requested '-1211776703' bytes.
23354:20070521:122803 Query [select 0,lastvalue from functions where functionid=11923]
23350:20070521:122803 End update_functions()
23350:20070521:122803 In update_triggers [itemid:18823]
23350:20070521:122803 Query [select distinct t.triggerid,t.expression,t.status,t.dep_level,t.pr iority,t.value,t.description from triggers t,functions f,items i where i.status<>3 and i.itemid=f.itemid and t.status=0 and f.triggerid=t.triggerid and f.itemid=18823]
23352:20070521:122803 Sending [proc.num[]
]
23352:20070521:122803 Before read
23354:20070521:122803 End substitute_functions [2023489536<100000]
23354:20070521:122803 In evaluate(2023489536<100000)
23350:20070521:122803 End update_triggers [18823]
23354:20070521:122803 In evaluate_simple(2023489536<100000)
23350:20070521:122803 Query [commit;]
23354:20070521:122803 In evaluate_simple(2023489536)
23354:20070521:122803 In evaluate_simple(100000)
23354:20070521:122803 Result [0.000000]
23354:20070521:122803 End evaluate(result:0.000000)
23354:20070521:122803 End evaluate_expression(result:0)
23354:20070521:122803 In update_trigger_value(triggerid:12834,old:0,new:0,1 179764883)
23350:20070521:122803 In get_value()
23354:20070521:122803 End update_trigger_value()
23350:20070521:122803 In get_value_agent(host:webP1.nyc1.xxxxx.com,ip:123.1 23.123.55,key:vfs.fs.size[/,free]
23354:20070521:122803 End update_triggers [18586]
23354:20070521:122803 Query [commit;]
23356:20070521:122803 In add_trend()
23356:20070521:122803 Query [select num,value_min,value_avg,value_max from trends where itemid=18815 and clock=1179763200]
23354:20070521:122803 In get_value()
23354:20070521:122803 In get_value_agent(host:appP2.nyc1.xxxxxx.com,ip:10.x x.xx.66,key:vfs.fs.size[/tmp,used]
23356:20070521:122803 Query [insert into trends (clock,itemid,num,value_min,value_avg,value_max) values (1179763200,18815,1,80.820445,80.820445,80.820445)]
23350:20070521:122803 Sending [vfs.fs.size[/,free]
]
23350:20070521:122803 Before read
23356:20070521:122803 End of add_history
23356:20070521:122803 In update_item()
23356:20070521:122803 In calculate_item_nextcheck (18815,30,,1179764883)
23356:20070521:122803 End calculate_item_nextcheck (result:1179764885)
23356:20070521:122803 Query [update items set nextcheck=1179764885,prevvalue=lastvalue,lastvalue ='80.820445',lastclock=1179764883 where itemid=18815]
23356:20070521:122803 End update_item()
23356:20070521:122803 In update_functions(18815)
23356:20070521:122803 Query [select distinct function,parameter,itemid,lastvalue from functions where itemid=18815]
23350:20070521:122803 End get_value_agent(result:580284)
23350:20070521:122803 End get_value()
23350:20070521:122803 Query [begin;]
23356:20070521:122803 ItemId:18815 Evaluating last(0)
23350:20070521:122803 In process_new_value(vfs.fs.size[/,free])
23356:20070521:122803 In evaluate_function(last)
23350:20070521:122803 In add_history(vfs.fs.size[/,free],,3,1)
23356:20070521:122803 End of evaluate_function(result:80.820445)
23350:20070521:122803 In add_history(18613,UINT64:2552116021649473536)
23356:20070521:122803 Query [update functions set lastvalue='80.820445' where itemid=18815 and function='last' and parameter='0']
23350:20070521:122803 In add_history_uint()
23350:20070521:122803 Query [insert into history_uint (clock,itemid,value) values (1179764883,18613,594210816)]
23356:20070521:122803 End update_functions()
23356:20070521:122803 In update_triggers [itemid:18815]
23354:20070521:122803 Sending [vfs.fs.size[/tmp,used]
]
23356:20070521:122803 Query [select distinct t.triggerid,t.expression,t.status,t.dep_level,t.pr iority,t.value,t.description from triggers t,functions f,items i where i.status<>3 and i.itemid=f.itemid and t.status=0 and f.triggerid=t.triggerid and f.itemid=18815]
23354:20070521:122803 Before read
23350:20070521:122803 In add_trend()
23350:20070521:122803 Query [select num,value_min,value_avg,value_max from trends where itemid=18613 and clock=1179763200]
23350:20070521:122803 Query [insert into trends (clock,itemid,num,value_min,value_avg,value_max) values (1179763200,18613,1,594210816.000000,594210816.000 000,594210816.000000)]
23356:20070521:122803 In evaluate_expression({12023}<10)
23356:20070521:122803 In substitute_simple_macros()
23350:20070521:122803 End of add_history
23356:20070521:122803 In substitute_simple_macros (data:{12023}<10)
23350:20070521:122803 In update_item()
23346:20070521:122803 One child process died. Exiting ...
23349:20070521:122803 Got signal. Exiting ...
23354:20070521:122803 Got signal. Exiting ...
23356:20070521:122803 str_out1 [(null)] pl []
23356:20070521:122803 Got signal. Exiting ...
23357:20070521:122803 Got signal. Exiting ...
23358:20070521:122803 Got signal. Exiting ...
23371:20070521:122803 Got signal. Exiting ...
23362:20070521:122803 Got signal. Exiting ...
23380:20070521:122803 Got signal. Exiting ...
23367:20070521:122803 Got signal. Exiting ...
23352:20070521:122803 Got signal. Exiting ...
23369:20070521:122803 Got signal. Exiting ...
23350:20070521:122803 In calculate_item_nextcheck (18613,30,,1179764883)
23351:20070521:122803 Got signal. Exiting ...
23350:20070521:122803 Got signal. Exiting ...
23376:20070521:122803 Got signal. Exiting ...
23365:20070521:122803 Got signal. Exiting ...
23379:20070521:122803 Got signal. Exiting ...
23378:20070521:122803 Got signal. Exiting ...
23373:20070521:122803 Got signal. Exiting ...
23383:20070521:122803 Got signal. Exiting ...
23392:20070521:122803 Got signal. Exiting ...
23394:20070521:122803 Got signal. Exiting ...
23396:20070521:122803 Got signal. Exiting ...
23346:20070521:122805 ZABBIX Server stopped

[Alexei]

We are doing all our best to reproduce this, no luck so far... Any recipes?

[rreilly]

on thursday I checked out the latest (1.3.9?) i dont have the build # and it has been stable since... and I just installed 1.4. I will let you know if this problem occurs again. Thanks for your great work on a great tool.....
Rob

[rreilly]

hrmmm, i spoke to soon, here is the error with 1.4
31517:20070529:163427 Query [commit;]
31486:20070529:163427 In process_new_value(system.cpu.load[,avg5])
31486:20070529:163427 In add_history(system.cpu.load[,avg5],,0,2)
31486:20070529:163427 In add_history(19669,DOUBLE:-86792222309722122417001711329126878840464786623520 98706255865768856398522145361313228569181194944056 40636881214763330781572396345868635964755114433807 69268537044813486126693931210585124049767964238434 0237680640.000000)
31482:20070529:163427 One child process died. Exiting ...
31486:20070529:163427 In add_history()
31486:20070529:163427 Query [insert into history (clock,itemid,value) values (1180470867,19669,0.060000)]
31517:20070529:163427 End process_value()
31517:20070529:163427 End process_step_data()
31517:20070529:163427 zbx_malloc: out of memory. requested '3082912065' bytes.
31486:20070529:163427 In add_trend()
31486:20070529:163427 Query [select num,value_min,value_avg,value_max from trends where itemid=19669 and clock=1180468800]
31486:20070529:163427 Query [update trends set num=197, value_min=0.010000, value_avg=0.062786, value_max=0.120000 where itemid=19669 and clock=1180468800]
31487:20070529:163427 Got signal. Exiting ...
31490:20070529:163427 In get_value()
31490:20070529:163427 In get_value_agent(host:appI2.nyc.xxxxxxxx.com,ip:10. 10.1.152,key:vfs.fs.inode[/home,pfree]
31485:20070529:163427 Got signal. Exiting ...
31488:20070529:163427 Got signal. Exiting ...
31490:20070529:163427 Sending [vfs.fs.inode[/home,pfree]
]
31490:20070529:163427 Before read
31486:20070529:163427 Got signal. Exiting ...
31489:20070529:163427 Got signal. Exiting ...
31522:20070529:163427 Got signal. Exiting ...
31490:20070529:163427 Got signal. Exiting ...
31495:20070529:163427 Got signal. Exiting ...
31507:20070529:163427 Got signal. Exiting ...
31496:20070529:163427 Got signal. Exiting ...
31498:20070529:163427 Got signal. Exiting ...
31503:20070529:163427 Got signal. Exiting ...
31491:20070529:163427 Got signal. Exiting ...
31510:20070529:163427 Got signal. Exiting ...
31493:20070529:163427 Got signal. Exiting ...
31511:20070529:163427 Got signal. Exiting ...
31513:20070529:163427 Got signal. Exiting ...
31500:20070529:163427 Got signal. Exiting ...
31506:20070529:163427 Got signal. Exiting ...
31515:20070529:163427 Got signal. Exiting ...
31504:20070529:163427 Got signal. Exiting ...
31482:20070529:163429 ZABBIX Server stopped

[rreilly]

for what its worth, i checked out the latest svn and compiled the zabbix_server chk sums the same but starts and does not get a OOM errror...... so far
Rob