Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- (dp1
- S'component'
- p2
- S'noc-sae'
- p3
- sS'source'
- p4
- S'system'
- p5
- sS'traceback'
- p6
- VUNHANDLED EXCEPTION (2012-09-13 12:14:40.206381)\u000aWorking directory: /usr/local/noc\u000a<class 'mongoengine.queryset.OperationError'>\u000aCould not save document (bad offset:0 accessing file: /var/db/mongodb/noc.0 - consider repairing database)\u000aSTART OF TRACEBACK\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/contrib/lib/mongoengine-0.6.1-py2.7.egg/mongoengine/document.py (Line: 222)\u000aFunction: save\u000a 215 kwargs['_refs'] = _refs\u000a 216 self.cascade_save(**kwargs)\u000a 217 \u000a 218 except pymongo.errors.OperationFailure, err:\u000a 219 message = 'Could not save document (%s)'\u000a 220 if u'duplicate key' in unicode(err):\u000a 221 message = u'Tried to save duplicate unique keys (%s)'\u000a 222 ==> raise OperationError(message % unicode(err))\u000a 223 id_field = self._meta['id_field']\u000a 224 self[id_field] = self._fields[id_field].to_python(object_id)\u000a 225 \u000a 226 self._changed_fields = []\u000a 227 self._created = False\u000a 228 signals.post_save.send(self.__class__, document=self, created=created)\u000aVariables:\u000a safe = True\u000a err = OperationFailure(u'bad offset:0 accessing file: /var/db/mongodb/noc.0 - consider repairing database',)\u000a created = True\u000a doc = {'script': u'Cisco.IOS.get_interfaces', 'timestamp': datetime.datetime(2012, 9, 13, 12, 14, 40, 205601), 'managed_object': u'Gate.129', 'address': u'10.200.200.129', '_id': ObjectId('5051a4004578af0abe09ce2b'), 'error_code': 18, 'error_text': u'Connection with activator lost'}\u000a self = <FailedScriptLog: None>\u000a force_insert = False\u000a _refs = None\u000a collection = Collection(Database(Connection('localhost', 27017), u'noc'), u'noc.log.sa.failed_scripts')\u000a cascade = None\u000a cascade_kwargs = None\u000a write_options = {}\u000a message = 'Could not save document (%s)'\u000a validate = True\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/sa/sae/sae.py (Line: 419)\u000aFunction: log_mrt\u000a 412 if status == "failed":\u000a 413 FailedScriptLog(\u000a 414 timestamp=datetime.datetime.now(),\u000a 415 managed_object=task.managed_object.name,\u000a 416 address=task.managed_object.address,\u000a 417 script=task.map_script,\u000a 418 error_code=kwargs["code"] if "code" in kwargs else None,\u000a 419 ==> error_text=kwargs["error"]\u000a 420 ).save()\u000a 421 # Log into mrt log\u000a 422 # timestamp, map task id, object id, object name, object addres,\u000a 423 # object profile, script, status\u000a 424 if self.mrt_log:\u000a 425 fn = os.path.join(self.mrt_log_dir, str(task.task.id) + ".csv")\u000aVariables:\u000a status = 'failed'\u000a task = <MapTask: 175859: Gate.129 Cisco.IOS.get_interfaces>\u000a level = 20\u000a k = 'error'\u000a args = None\u000a r = [u'MRT task=34000/175859 object=Gate.129(10.200.200.129) script=Cisco.IOS.get_interfaces status=failed', u'code=18', u'error=Connection with activator lost']\u000a kwargs = {'code': 18, 'error': 'Connection with activator lost'}\u000a self = <noc.sa.sae.sae.SAE object at 0x801875290>\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/sa/sae/sae.py (Line: 481)\u000aFunction: map_callback\u000a 474 mt.retries_left = next_retries\u000a 475 mt.status = "W"\u000a 476 mt.save()\u000a 477 return\u000a 478 mt.status = "F"\u000a 479 mt.script_result = dict(code=error.code, text=error.text)\u000a 480 self.log_mrt(logging.INFO, task=mt, status="failed",\u000a 481 ==> code=error.code, error=error.text)\u000a 482 else:\u000a 483 mt.status = "C"\u000a 484 mt.script_result = result\u000a 485 self.log_mrt(logging.INFO, task=mt, status="completed")\u000a 486 mt.save()\u000a 487 \u000aVariables:\u000a TIMEOUTS = {16: 30, 12: 10, 15: 10}\u000a self = <noc.sa.sae.sae.SAE object at 0x801875290>\u000a mt_id = 175859\u000a mt = <MapTask: 175859: Gate.129 Cisco.IOS.get_interfaces>\u000a result = None\u000a error = <noc.sa.protocols.sae_pb2.Error object at 0x80af1cbb0>\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/sa/sae/sae.py (Line: 495)\u000aFunction: <lambda>\u000a 488 # Additional stack frame to store mt_id in a closure\u000a 489 def exec_script(mt):\u000a 490 kwargs = {}\u000a 491 if mt.script_params:\u000a 492 kwargs = mt.script_params\u000a 493 self.log_mrt(logging.INFO, task=mt, status="running", args=kwargs)\u000a 494 self.script(mt.managed_object, mt.map_script,\u000a 495 ==> lambda result=None, error=None: map_callback(mt.id, result, error),\u000a 496 **kwargs)\u000a 497 \u000a 498 t = datetime.datetime.now()\u000a 499 # logging.debug("Processing MRT schedules")\u000a 500 # Reset rates\u000a 501 sae_mrt_rate = 0\u000aVariables:\u000a map_callback = <function map_callback at 0x80aa77488>\u000a mt = <MapTask: 175859: Gate.129 Cisco.IOS.get_interfaces>\u000a result = None\u000a error = <noc.sa.protocols.sae_pb2.Error object at 0x80af1cbb0>\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/sa/sae/sae.py (Line: 321)\u000aFunction: script_callback\u000a 314 try:\u000a 315 self.object_scripts[object.id] -= 1\u000a 316 except KeyError:\u000a 317 pass\u000a 318 if error:\u000a 319 logging.error("script(%s,%s,**%s) failed: %s" % (\u000a 320 script_name, object, kwargs, error.text))\u000a 321 ==> callback(error=error)\u000a 322 return\u000a 323 result = response.result\u000a 324 result = cPickle.loads(str(result)) # De-serialize\u000a 325 callback(result=result)\u000a 326 \u000a 327 logging.info("script %s(%s)" % (script_name, object))\u000aVariables:\u000a transaction = <noc.sa.rpc.Transaction object at 0x80aa6aa10>\u000a stream = <noc.sa.sae.sae_socket.SAESocket object at 0x80aa58f90>\u000a kwargs = {}\u000a self = <noc.sa.sae.sae.SAE object at 0x801875290>\u000a object = <ManagedObject: Gate.129>\u000a script_name = u'Cisco.IOS.get_interfaces'\u000a callback = <function <lambda> at 0x80aa77050>\u000a error = <noc.sa.protocols.sae_pb2.Error object at 0x80af1cbb0>\u000a response = None\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/sa/rpc.py (Line: 91)\u000aFunction: commit\u000a 84 self.factory = factory\u000a 85 self.id = id\u000a 86 self.method = method\u000a 87 self.callback = callback\u000a 88 \u000a 89 def commit(self, response=None, error=None):\u000a 90 if self.callback:\u000a 91 ==> self.callback(self, response, error)\u000a 92 self.factory.delete_transaction(self.id)\u000a 93 \u000a 94 def rollback(self, error):\u000a 95 self.commit(error=error)\u000a 96 \u000a 97 \u000aVariables:\u000a self = <noc.sa.rpc.Transaction object at 0x80aa6aa10>\u000a response = None\u000a error = <noc.sa.protocols.sae_pb2.Error object at 0x80af1cbb0>\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/sa/rpc.py (Line: 95)\u000aFunction: rollback\u000a 88 \u000a 89 def commit(self, response=None, error=None):\u000a 90 if self.callback:\u000a 91 self.callback(self, response, error)\u000a 92 self.factory.delete_transaction(self.id)\u000a 93 \u000a 94 def rollback(self, error):\u000a 95 ==> self.commit(error=error)\u000a 96 \u000a 97 \u000a 98 class TransactionFactory(object):\u000a 99 """Transaction factory and storage"""\u000a 100 def __init__(self):\u000a 101 self.transactions = {}\u000aVariables:\u000a self = <noc.sa.rpc.Transaction object at 0x80aa6aa10>\u000a error = <noc.sa.protocols.sae_pb2.Error object at 0x80af1cbb0>\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/sa/rpc.py (Line: 138)\u000aFunction: rollback_all_transactions\u000a 131 \u000a 132 def delete_transaction(self, id):\u000a 133 del self.transactions[id]\u000a 134 \u000a 135 def rollback_all_transactions(self, error):\u000a 136 logging.debug("Rolling back all active transactions")\u000a 137 for t in self.transactions.values():\u000a 138 ==> t.rollback(error)\u000a 139 \u000a 140 \u000a 141 class RPCProtocol(Protocol):\u000a 142 """\u000a 143 RPC Protocol PDU parser\u000a 144 """\u000aVariables:\u000a self = <noc.sa.rpc.TransactionFactory object at 0x80a1cd2d0>\u000a t = <noc.sa.rpc.Transaction object at 0x80aa6aa10>\u000a error = <noc.sa.protocols.sae_pb2.Error object at 0x80af1cbb0>\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/sa/sae/sae_socket.py (Line: 37)\u000aFunction: close\u000a 30 # @todo: Check via SAE\u000a 31 return Activator.check_ip_access(address)\u000a 32 \u000a 33 def close(self):\u000a 34 # Rollback all active transactions\u000a 35 e = Error(code=ERR_ACTIVATOR_LOST,\u000a 36 text="Connection with activator lost")\u000a 37 ==> self.transactions.rollback_all_transactions(e)\u000a 38 super(AcceptedTCPSocket, self).close()\u000a 39 \u000a 40 def set_pool_name(self, name):\u000a 41 self.pool_name = name\u000a 42 \u000a 43 def on_close(self):\u000aVariables:\u000a self = <noc.sa.sae.sae_socket.SAESocket object at 0x80aa58f90>\u000a e = <noc.sa.protocols.sae_pb2.Error object at 0x80af1cbb0>\u000a------------------------------------------------------------------------\u000aFile: /usr/local/noc/lib/nbsocket/socketfactory.py (Line: 187)\u000aFunction: guarded_socket_call\u000a 180 exc = get_socket_error()\u000a 181 try:\u000a 182 if exc:\u000a 183 socket.on_error(exc)\u000a 184 else:\u000a 185 socket.error("Unhandled exception when calling %s" % str(method))\u000a 186 error_report()\u000a 187 ==> socket.close()\u000a 188 except:\u000a 189 socket.error("Error when handling error condition")\u000a 190 error_report()\u000a 191 return False\u000a 192 return True\u000a 193 \u000aVariables:\u000a self = <noc.lib.nbsocket.socketfactory.SocketFactory object at 0x80776a750>\u000a socket = <noc.sa.sae.sae_socket.SAESocket object at 0x80aa58f90>\u000a exc = None\u000a method = <bound method SAESocket.handle_read of <noc.sa.sae.sae_socket.SAESocket object at 0x80aa58f90>>\u000a------------------------------------------------------------------------\u000aEND OF TRACEBACK
- p7
- sS'type'
- p8
- S'Unhandled Exception'
- p9
- sS'ts'
- p10
- I1347527680
- s.
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
