2014-09-30 11:57:50,964 [noc.lib.debug] UNHANDLED EXCEPTION (2014-09-30 11:57:50.920536)
Working directory: /opt/noc
<class 'noc.lib.nbsocket.exceptions.BrokenPipeError'>

START OF TRACEBACK
------------------------------------------------------------------------
File: /opt/noc/lib/nbsocket/tcpsocket.py (Line: 108)
Function: write
  101             in handle_write() method
  102
  103             :param msg: Raw data
  104             :type msg: Str
  105             """
  106             if self.closing:
  107                 self.error("Attempting to write to closing socket")
  108 ==>             raise BrokenPipeError()
  109             self.out_buffer += msg
  110             self.set_status(w=bool(self.out_buffer) and self.is_connected)
  111
  112         def on_read(self, data):
  113             """
  114             Called every time new data is avaiable
Variables:
                 msg =
'object.GBRW.GZDB.bb-77-1.interface.te0-0-0-0.interface.load.in 342455637.683 1412063650\nobject.HFSW.KYJY.resh.interface.fa_0-0.interface.load.in 32133730.7641 1412063650\nobject.GZSD.AZJU.cat-nvolzhskaya.interface.gi_0-1.interface.load.in 3682804.53742 1412063650\nobject.GBRW.GZDB.bb-77-1.interface.te0-0-0-0.interface.load.out 838927523.243 1412063650\n'
                self = <LineProtocolSocket(0x81540c850, 127.0.0.1:2003, closing)>
------------------------------------------------------------------------
File: /opt/noc/pm/probe/protocols/line.py (Line: 30)
Function: flush
   23
   24         def flush(self):
   25             with self.feed_lock:
   26                 self.logger.debug("Sending %d metrics", len(self.data))
   27                 data = "".join(
   28                     "%s %s %s\n" % d for d in self.data
   29                 )
   30 ==>             self.write(data)
   31                 self.data = []
Variables:
                self = <LineProtocolSocket(0x81540c850, 127.0.0.1:2003, closing)>
                data =
'object.GBRW.GZDB.bb-77-1.interface.te0-0-0-0.interface.load.in 342455637.683 1412063650\nobject.HFSW.KYJY.resh.interface.fa_0-0.interface.load.in 32133730.7641 1412063650\nobject.GZSD.AZJU.cat-nvolzhskaya.interface.gi_0-1.interface.load.in 3682804.53742 1412063650\nobject.GBRW.GZDB.bb-77-1.interface.te0-0-0-0.interface.load.out 838927523.243 1412063650\n'
------------------------------------------------------------------------
File: /opt/noc/pm/probe/sender.py (Line: 72)
Function: flush
   65             Flush data from sender channels
   66             """
   67             with self.feed_lock:
   68                 if self.ready_channels:
   69                     logger.debug("Flushing channels %d channels",
   70                                  len(self.ready_channels))
   71                     for ch in self.ready_channels:
   72 ==>                     ch.flush()
   73                     self.ready_channels = set()
   74
   75         def create_line_channel(self, address, port):
   76             return LineProtocolSocket(self, self.factory, address, port)
   77
   78         def create_pickle_channel(self, address, port):
Variables:
                self = <Sender(sender, started 34465846272)>
                  ch = <LineProtocolSocket(0x81540c850, 127.0.0.1:2003, closing)>
------------------------------------------------------------------------
File: /opt/noc/pm/probe/daemon.py (Line: 80)
Function: reschedule
   73
   74         def reschedule(self, t):
   75             with self.pending_lock:
   76                 bisect.insort_right(
   77                     self.pending_queue,
   78                     t
   79                 )
   80 ==>         self.sender.flush()

Variables:
                self = <noc.pm.probe.daemon.ProbeDaemon object at 0x80073a490>
                   t = <Task 6a5c5aa1-3a9a-5506-851f-4575344812e8>
------------------------------------------------------------------------
File: /opt/noc/pm/probe/task.py (Line: 75)
Function: run
   68                                 self.mdata[m].set_value(t, v)
   69                 self.logger.debug("Done")
   70             except:
   71                 error_report()
   72             self.last_run = self.next_run
   73             self.next_run = self.get_next_run()
   74             self.running = False
   75 ==>         self.daemon.reschedule(self)
   76
   77         def configure(self, uuid, handler, interval, metrics,
   78                       config, **kwargs):
   79             if not self.uuid:
   80                 self.logger = PrefixLoggerAdapter(logger, uuid)
   81             self.uuid = uuid
Variables:
              result =
{'Interface | Load | In': 400158256385551,
 'Interface | Load | Out': 894368989349260}
                self = <Task 6a5c5aa1-3a9a-5506-851f-4575344812e8>
                   m = 'Interface | Load | Out'
                   t = 1412063870.844698
                   v = 894368989349260
------------------------------------------------------------------------
File: /opt/noc/lib/threadpool.py (Line: 56)
Function: run
   49                 title, f, args, kwargs = task
   50                 # Run job
   51                 self.title = title
   52                 self.start_time = time.time()
   53                 try:
   54                     self.can_cancel = True
   55                     self.is_idle = False
   56 ==>                 f(*args, **kwargs)
   57                     self.can_cancel = False
   58                 except CancelledError:
   59                     break
   60                 except:
   61                     self.can_cancel = False
   62                     if not self.cancelled:
Variables:
                task =
('<Task 6a5c5aa1-3a9a-5506-851f-4575344812e8>',
 <bound method Task.run of <Task 6a5c5aa1-3a9a-5506-851f-4575344812e8>>,
 (),
 {})
                   f = <bound method Task.run of <Task 6a5c5aa1-3a9a-5506-851f-4575344812e8>>
               title = '<Task 6a5c5aa1-3a9a-5506-851f-4575344812e8>'
                self = <Worker(Thread-27803, started 34593616896)>
                args = ()
              kwargs = {}
------------------------------------------------------------------------
END OF TRACEBACK