log4j:WARN No appenders could be found for logger (org.eclipse.jetty.util.log). log4j:WARN Please initialize the log4j system properly. log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. INFO [main] 2013-08-27 10:46:45,495 Loading conf files: ./conf/address.yaml INFO [main] 2013-08-27 10:46:45,562 Java vendor/version: Java HotSpot(TM) 64-Bit Server VM/1.7.0_05 INFO [main] 2013-08-27 10:46:45,563 Waiting for the config from OpsCenter INFO [main] 2013-08-27 10:46:45,563 SSL communication is enabled INFO [main] 2013-08-27 10:46:45,563 Creating stomp connection to 127.0.0.1:61620 INFO [StompConnection receiver] 2013-08-27 10:46:45,570 Reconnecting in 0s. INFO [main] 2013-08-27 10:46:45,572 Using 127.0.0.1 as the cassandra broadcast address INFO [main] 2013-08-27 10:46:45,581 Clearing ssl.truststore INFO [main] 2013-08-27 10:46:45,583 Clearing ssl.truststore.password INFO [main] 2013-08-27 10:46:45,591 Setting ssl.store.type to JKS INFO [main] 2013-08-27 10:46:45,591 Clearing kerberos.service.principal.name INFO [main] 2013-08-27 10:46:45,591 Clearing kerberos.principal INFO [main] 2013-08-27 10:46:45,592 Clearing kerberos.useTicketCache INFO [main] 2013-08-27 10:46:45,596 Clearing kerberos.ticketCache INFO [main] 2013-08-27 10:46:45,596 Clearing kerberos.useKeyTab INFO [main] 2013-08-27 10:46:45,596 Clearing kerberos.keyTab INFO [main] 2013-08-27 10:46:45,598 Clearing kerberos.renewTGT INFO [main] 2013-08-27 10:46:45,598 Clearing kerberos.debug INFO [main] 2013-08-27 10:46:45,607 Starting OS metric collectors (Linux) INFO [thrift-init] 2013-08-27 10:46:45,608 Connecting to Cassandra cluster: 127.0.0.1 (port 9160) INFO [thrift-init] 2013-08-27 10:46:45,643 Downed Host Retry service started with queue size -1 and retry delay 10s INFO [thrift-init] 2013-08-27 10:46:45,649 Registering JMX me.prettyprint.cassandra.service_Agent Cluster:ServiceType=hector,MonitorType=hector INFO [main] 2013-08-27 10:46:45,665 Starting Cassandra JMX metric collectors INFO [main] 2013-08-27 10:46:45,714 New JMX connection (127.0.0.1:7199) WARN [pool-2-thread-1] 2013-08-27 10:46:45,719 Tried to send message while not connected: /agents-connection ["127.0.0.1","3.0.2"] INFO [pdp-loader] 2013-08-27 10:46:45,799 in execute with client org.apache.cassandra.thrift.Cassandra$Client@4c4fb058 INFO [thrift-init] 2013-08-27 10:46:45,802 Connected to Cassandra cluster: Test Cluster INFO [pdp-loader] 2013-08-27 10:46:45,809 Attempting to load stored metric values. INFO [thrift-init] 2013-08-27 10:46:45,813 in execute with client org.apache.cassandra.thrift.Cassandra$Client@4c4fb058 INFO [thrift-init] 2013-08-27 10:46:45,821 Using partitioner: org.apache.cassandra.dht.RandomPartitioner INFO [main] 2013-08-27 10:46:45,910 Cassandra node just went down WARN [pool-2-thread-1] 2013-08-27 10:46:45,925 Tried to send message while not connected: /node-details ["127.0.0.1",{"last-seen":0}] ERROR [pdp-loader] 2013-08-27 10:46:45,943 There was an error when attempting to load stored rollups. INFO [main] 2013-08-27 10:46:45,965 New JMX connection (127.0.0.1:7199) WARN [pool-2-thread-1] 2013-08-27 10:46:45,979 Tried to send message while not connected: /node-details ["127.0.0.1",{"os-load":0.08,"down-nodes":[]}] INFO [main] 2013-08-27 10:46:46,122 New JMX connection (127.0.0.1:7199) INFO [StompConnection receiver] 2013-08-27 10:46:46,169 Connected to 127.0.0.1:61620 INFO [StompConnection receiver] 2013-08-27 10:46:46,170 New JMX connection (127.0.0.1:7199) INFO [StompConnection receiver] 2013-08-27 10:46:46,180 New JMX connection (127.0.0.1:7199) INFO [pool-5-thread-1] 2013-08-27 10:46:46,262 New JMX connection (127.0.0.1:7199) INFO [pool-5-thread-3] 2013-08-27 10:46:46,280 New JMX connection (127.0.0.1:7199) INFO [pool-5-thread-2] 2013-08-27 10:46:46,282 New JMX connection (127.0.0.1:7199) INFO [StompConnection receiver] 2013-08-27 10:46:46,296 New JMX connection (127.0.0.1:7199) ERROR [main] 2013-08-27 10:46:46,420 Error getting devices and partitions java.io.IOException: Cannot run program "iostat": error=2, No such file or directory at java.lang.ProcessBuilder.start(Unknown Source) at opsagent.proc$run_proc_seq.invoke(proc.clj:46) at opsagent.proc$run_proc.doInvoke(proc.clj:90) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.os.linux_disks$get_all_devices.invoke(linux_disks.clj:104) at opsagent.os.linux_disks$get_all_devices.invoke(linux_disks.clj:102) at clojure.lang.Var.invoke(Var.java:361) at clojure.lang.AFn.applyToHelper(AFn.java:159) at clojure.lang.Var.applyTo(Var.java:482) at clojure.core$apply.invoke(core.clj:540) at opsagent.os.disks$os_specific.doInvoke(disks.clj:12) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.os.disks$get_all_devices.invoke(disks.clj:21) at opsagent.nodedetails$get_disk_info.invoke(nodedetails.clj:90) at opsagent.nodedetails$get_longtime_values$fn__3262.invoke(nodedetails.clj:215) at opsagent.nodedetails$get_longtime_values.invoke(nodedetails.clj:215) at opsagent.nodedetails$send_all_nodedetails$fn__3290.invoke(nodedetails.clj:237) at opsagent.jmx$jmx_wrap.doInvoke(jmx.clj:110) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.nodedetails$send_all_nodedetails.invoke(nodedetails.clj:237) at opsagent.opsagent$post_interface_startup.invoke(opsagent.clj:106) at opsagent.opsagent$init_jmx.invoke(opsagent.clj:154) at opsagent.opsagent$_main.doInvoke(opsagent.clj:190) at clojure.lang.RestFn.applyTo(RestFn.java:137) at opsagent.opsagent.main(Unknown Source) Caused by: java.io.IOException: error=2, No such file or directory at java.lang.UNIXProcess.forkAndExec(Native Method) at java.lang.UNIXProcess.(Unknown Source) at java.lang.ProcessImpl.start(Unknown Source) ... 25 more ERROR [StompConnection receiver] 2013-08-27 10:46:46,463 Error getting devices and partitions java.io.IOException: Cannot run program "iostat": error=2, No such file or directory at java.lang.ProcessBuilder.start(Unknown Source) at opsagent.proc$run_proc_seq.invoke(proc.clj:46) at opsagent.proc$run_proc.doInvoke(proc.clj:90) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.os.linux_disks$get_all_devices.invoke(linux_disks.clj:104) at opsagent.os.linux_disks$get_all_devices.invoke(linux_disks.clj:102) at clojure.lang.Var.invoke(Var.java:361) at clojure.lang.AFn.applyToHelper(AFn.java:159) at clojure.lang.Var.applyTo(Var.java:482) at clojure.core$apply.invoke(core.clj:540) at opsagent.os.disks$os_specific.doInvoke(disks.clj:12) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.os.disks$get_all_devices.invoke(disks.clj:21) at opsagent.nodedetails$get_disk_info.invoke(nodedetails.clj:90) at opsagent.nodedetails$get_longtime_values$fn__3262.invoke(nodedetails.clj:215) at opsagent.nodedetails$get_longtime_values.invoke(nodedetails.clj:215) at opsagent.nodedetails$send_all_nodedetails$fn__3290.invoke(nodedetails.clj:237) at opsagent.jmx$jmx_wrap.doInvoke(jmx.clj:110) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.nodedetails$send_all_nodedetails.invoke(nodedetails.clj:237) at opsagent.opsagent$on_connect.invoke(opsagent.clj:168) at opsagent.messaging$connect_callback$fn__4697.invoke(messaging.clj:35) at opsagent.messaging.proxy$java.lang.Object$StompConnection$ConnectionCallback$67232781.onConnect(Unknown Source) at org.jgroups.client.StompConnection.run(StompConnection.java:249) at java.lang.Thread.run(Unknown Source) Caused by: java.io.IOException: error=2, No such file or directory at java.lang.UNIXProcess.forkAndExec(Native Method) at java.lang.UNIXProcess.(Unknown Source) at java.lang.ProcessImpl.start(Unknown Source) ... 25 more ERROR [pool-5-thread-2] 2013-08-27 10:46:46,466 Error getting devices and partitions java.io.IOException: Cannot run program "iostat": error=2, No such file or directory at java.lang.ProcessBuilder.start(Unknown Source) at opsagent.proc$run_proc_seq.invoke(proc.clj:46) at opsagent.proc$run_proc.doInvoke(proc.clj:90) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.os.linux_disks$get_all_devices.invoke(linux_disks.clj:104) at opsagent.os.linux_disks$get_all_devices.invoke(linux_disks.clj:102) at clojure.lang.Var.invoke(Var.java:361) at clojure.lang.AFn.applyToHelper(AFn.java:159) at clojure.lang.Var.applyTo(Var.java:482) at clojure.core$apply.invoke(core.clj:540) at opsagent.os.disks$os_specific.doInvoke(disks.clj:12) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.os.disks$get_all_devices.invoke(disks.clj:21) at opsagent.nodedetails$get_disk_info.invoke(nodedetails.clj:90) at opsagent.nodedetails$get_longtime_values$fn__3262.invoke(nodedetails.clj:215) at opsagent.nodedetails$get_longtime_values.invoke(nodedetails.clj:215) at opsagent.nodedetails$run_longtime_collection$fn__3284.invoke(nodedetails.clj:225) at opsagent.jmx$jmx_wrap.doInvoke(jmx.clj:110) at clojure.lang.RestFn.invoke(RestFn.java:410) at opsagent.nodedetails$run_longtime_collection.invoke(nodedetails.clj:225) at opsagent.nodedetails$start_pool$fn__3312.invoke(nodedetails.clj:280) at clojure.lang.AFn.run(AFn.java:24) at java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.util.concurrent.FutureTask$Sync.innerRunAndReset(Unknown Source) at java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(Unknown Source) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.lang.Thread.run(Unknown Source) Caused by: java.io.IOException: error=2, No such file or directory at java.lang.UNIXProcess.forkAndExec(Native Method) at java.lang.UNIXProcess.(Unknown Source) at java.lang.ProcessImpl.start(Unknown Source) ... 30 more INFO [main] 2013-08-27 10:46:46,718 Starting Jetty server: {:host nil, :truststore "ssl/agentKeyStore", :configurator #, :keystore "ssl/agentKeyStore", :ssl? true, :port 61622, :client-auth :need, :join? false, :key-password "opscenter", :ssl-port 61621} INFO [Jetty] 2013-08-27 10:46:46,821 Jetty server started