Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- 2014-05-06 12:15:46,201 UNHANDLED EXCEPTION (2014-05-06 12:15:46.135909)
- Working directory: /opt/noc
- <class 'noc.sa.models.reducetask.DoesNotExist'>
- ReduceTask matching query does not exist.
- START OF TRACEBACK
- ------------------------------------------------------------------------
- File: /opt/noc/lib/python2.7/site-packages/django/db/models/query.py (Line: 366)
- Function: get
- 359 if self.query.can_filter():
- 360 clone = clone.order_by()
- 361 num = len(clone)
- 362 if num == 1:
- 363 return clone._result_cache[0]
- 364 if not num:
- 365 raise self.model.DoesNotExist("%s matching query does not exist."
- 366 ==> % self.model._meta.object_name)
- 367 raise self.model.MultipleObjectsReturned("get() returned more than one %s -- it returned %s! Lookup parameters were %s"
- 368 % (self.model._meta.object_name, num, kwargs))
- 369
- 370 def create(self, **kwargs):
- 371 """
- 372 Creates a new object with the given kwargs, saving it to the database
- Variables:
- clone = []
- num = 0
- self =
- [<ReduceTask: 1755430>, <ReduceTask: 1755431>, <ReduceTask: 1755432>, <ReduceTask: 1755434>, <ReduceTask: 1755436>, <ReduceTask: 1755437>, <ReduceTask: 1755438>, <ReduceTask: 1751669>, <ReduceTask: 1751672>, <ReduceTask: 1751475>, <ReduceTask: 1752054>, <ReduceTask: 1752236>, <ReduceTask: 1752727>, <ReduceTask: 1753948>, <ReduceTask: 1754030>, <ReduceTask: 1753892>, <ReduceTask: 1752009>, <ReduceTask: 1753958>, <ReduceTask: 1754031>, <ReduceTask: 1752015>, '...(remaining elements truncated)...']
- args = ()
- kwargs = {'id__exact': 1755429}
- ------------------------------------------------------------------------
- File: /opt/noc/lib/python2.7/site-packages/django/db/models/fields/related.py (Line: 350)
- Function: __get__
- 343 raise self.field.rel.to.DoesNotExist
- 344 other_field = self.field.rel.get_related_field()
- 345 if other_field.rel:
- 346 params = {'%s__pk' % self.field.rel.field_name: val}
- 347 else:
- 348 params = {'%s__exact' % self.field.rel.field_name: val}
- 349 qs = self.get_query_set(instance=instance)
- 350 ==> rel_obj = qs.get(**params)
- 351 setattr(instance, self.cache_name, rel_obj)
- 352 return rel_obj
- 353
- 354 def __set__(self, instance, value):
- 355 if instance is None:
- 356 raise AttributeError("%s must be accessed via instance" % self._field.name)
- Variables:
- qs =
- [<ReduceTask: 1755430>, <ReduceTask: 1755431>, <ReduceTask: 1755432>, <ReduceTask: 1755434>, <ReduceTask: 1755436>, <ReduceTask: 1755437>, <ReduceTask: 1755438>, <ReduceTask: 1751669>, <ReduceTask: 1751672>, <ReduceTask: 1751475>, <ReduceTask: 1752054>, <ReduceTask: 1752236>, <ReduceTask: 1752727>, <ReduceTask: 1753948>, <ReduceTask: 1754030>, <ReduceTask: 1753892>, <ReduceTask: 1752009>, <ReduceTask: 1753958>, <ReduceTask: 1754031>, <ReduceTask: 1752015>, '...(remaining elements truncated)...']
- val = 1755429
- instance = <MapTask: 1772085: s130-1-1.intt DLink.DES21xx.commands>
- other_field = <django.db.models.fields.AutoField: id>
- self =
- <django.db.models.fields.related.ReverseSingleRelatedObjectDescriptor object at 0x3ed1490>
- instance_type = <class 'noc.sa.models.maptask.MapTask'>
- params = {'id__exact': 1755429}
- ------------------------------------------------------------------------
- File: /opt/noc/sa/sae/sae.py (Line: 490)
- Function: process_mrtasks
- 483 # Check reduce task still valid
- 484 is_valid_reduce = True
- 485 try:
- 486 mt.task
- 487 except ReduceTask.DoesNotExist:
- 488 is_valid_reduce = False
- 489 # Check for task timeouts
- 490 ==> if mt.task.stop_time < t or not is_valid_reduce:
- 491 mt.status = "F"
- 492 mt.script_result = dict(code=ERR_TIMEOUT, text="Timed out")
- 493 try:
- 494 mt.save()
- 495 except Exception:
- 496 pass # Can raise integrity error if MRT is gone
- Variables:
- map_callback = <function map_callback at 0x46a79b0>
- exec_script = <function exec_script at 0x5209578>
- self = <noc.sa.sae.sae.SAE object at 0x7fc066509610>
- is_valid_reduce = False
- throttled_shards = set([])
- mt = <MapTask: 1772085: s130-1-1.intt DLink.DES21xx.commands>
- t = datetime.datetime(2014, 5, 6, 12, 15, 41, 198116)
- sae_mrt_rate = 0
- shard_mrt_rate = {}
- ------------------------------------------------------------------------
- File: /opt/noc/sa/sae/sae.py (Line: 198)
- Function: tick
- 191 Called every second. Performs periodic maintainance
- 192 and runs pending Map/Reduce tasks
- 193 """
- 194 t = time.time()
- 195 reset_queries() # Clear debug SQL log
- 196 if t - self.last_mrtask_check >= self.mrt_schedule_interval:
- 197 # Check Map/Reduce task status
- 198 ==> self.process_mrtasks()
- 199 self.last_mrtask_check = t
- 200 if t - self.last_status_refresh >= self.activator_status_interval:
- 201 self.refresh_activator_status()
- 202
- 203 def write_event(self, data, timestamp=None, managed_object=None):
- 204 """
- Variables:
- self = <noc.sa.sae.sae.SAE object at 0x7fc066509610>
- t = 1399364141.198082
- ------------------------------------------------------------------------
- File: /opt/noc/lib/nbsocket/socketfactory.py (Line: 246)
- Function: run
- 239 time.sleep(1)
- 240 last_tick = last_stale = time.time()
- 241 while cond() and not self.to_shutdown:
- 242 self.loop(1)
- 243 t = time.time()
- 244 if self.tick_callback and t - last_tick >= 1:
- 245 try:
- 246 ==> self.tick_callback()
- 247 except Exception:
- 248 error_report()
- 249 logging.info("Restoring from tick() failure")
- 250 last_tick = t
- 251 if t - last_stale >= 1:
- 252 self.close_stale()
- Variables:
- self = <noc.lib.nbsocket.socketfactory.SocketFactory object at 0x2e66b50>
- cond = <function <lambda> at 0x46a7848>
- t = 1399364141.198074
- last_stale = 1399364139.838194
- run_forever = True
- last_tick = 1399364139.838194
- ------------------------------------------------------------------------
- END OF TRACEBACK
- 2014-05-06 12:15:46,752 Restoring from tick() failure
- 2014-05-06 12:15:46,760 Late answer for map task 1772120 is ignored
- 2014-05-06 12:15:46,764 Late answer for map task 1772638 is ignored
- 2014-05-06 12:15:46,769 Late answer for map task 1772339 is ignored
- 2014-05-06 12:15:46,772 Late answer for map task 1772227 is ignored
- 2014-05-06 12:15:46,774 Late answer for map task 1772367 is ignored
- 2014-05-06 12:15:46,776 Late answer for map task 1772338 is ignored
- 2014-05-06 12:15:46,777 Late answer for map task 1772238 is ignored
- 2014-05-06 12:15:46,779 Late answer for map task 1772235 is ignored
- 2014-05-06 12:15:46,780 Late answer for map task 1772233 is ignored
- 2014-05-06 12:15:46,781 Late answer for map task 1772809 is ignored
- 2014-05-06 12:15:46,782 Late answer for map task 1772112 is ignored
- 2014-05-06 12:15:46,783 Late answer for map task 1772234 is ignored
- 2014-05-06 12:15:46,785 Late answer for map task 1772206 is ignored
- 2014-05-06 12:15:46,786 Late answer for map task 1772843 is ignored
- 2014-05-06 12:15:46,787 Late answer for map task 1772192 is ignored
- 2014-05-06 12:15:46,788 Late answer for map task 1772453 is ignored
- 2014-05-06 12:15:46,789 Late answer for map task 1772317 is ignored
- 2014-05-06 12:15:46,790 Late answer for map task 1772326 is ignored
- 2014-05-06 12:15:47,123 MRT task=1755430/1772970 object=s306-2-1.intt(192.168.250.108) script=DLink.DxS.get_inventory status=completed
Advertisement
Add Comment
Please, Sign In to add comment