API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Dec 23rd, 2020
202
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 138.07 KB | None | 0 0
raw download clone embed print report
  1. <ipython-input-5-f0520e6eb71c> in startTraining(output_file)
  2. 25 train_data = make_federated_data(available_users, 'train')
  3. 26 val_data = make_federated_data(available_users, 'val')
  4. ---> 27 flstate, metrics = iterative_process.next(flstate, train_data)
  5. 28 val_metrics = evaluation(flstate.model, val_data)
  6. 29
  7.  
  8. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/utils/function_utils.py in __call__(self, *args, **kwargs)
  9. 519 context = self._context_stack.current
  10. 520 arg = pack_args(self._type_signature.parameter, args, kwargs, context)
  11. --> 521 return context.invoke(self, arg)
  12. 522
  13. 523 def __hash__(self):
  14.  
  15. ~/fasttext-venv/lib/python3.6/site-packages/retrying.py in wrapped_f(*args, **kw)
  16. 47 @six.wraps(f)
  17. 48 def wrapped_f(*args, **kw):
  18. ---> 49 return Retrying(*dargs, **dkw).call(f, *args, **kw)
  19. 50
  20. 51 return wrapped_f
  21.  
  22. ~/fasttext-venv/lib/python3.6/site-packages/retrying.py in call(self, fn, *args, **kwargs)
  23. 204
  24. 205 if not self.should_reject(attempt):
  25. --> 206 return attempt.get(self._wrap_exception)
  26. 207
  27. 208 delay_since_first_attempt_ms = int(round(time.time() * 1000)) - start_time
  28.  
  29. ~/fasttext-venv/lib/python3.6/site-packages/retrying.py in get(self, wrap_exception)
  30. 245 raise RetryError(self)
  31. 246 else:
  32. --> 247 six.reraise(self.value[0], self.value[1], self.value[2])
  33. 248 else:
  34. 249 return self.value
  35.  
  36. ~/fasttext-venv/lib/python3.6/site-packages/six.py in reraise(tp, value, tb)
  37. 701 if value.__traceback__ is not tb:
  38. 702 raise value.with_traceback(tb)
  39. --> 703 raise value
  40. 704 finally:
  41. 705 value = None
  42.  
  43. ~/fasttext-venv/lib/python3.6/site-packages/retrying.py in call(self, fn, *args, **kwargs)
  44. 198 while True:
  45. 199 try:
  46. --> 200 attempt = Attempt(fn(*args, **kwargs), attempt_number, False)
  47. 201 except:
  48. 202 tb = sys.exc_info()
  49.  
  50. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/execution_context.py in invoke(self, comp, arg)
  51. 216 return self._event_loop.run_until_complete(
  52. 217 tracing.wrap_coroutine_in_current_trace_context(
  53. --> 218 _invoke(executor, comp, arg, result_type)))
  54.  
  55. ~/fasttext-venv/lib/python3.6/site-packages/nest_asyncio.py in run_until_complete(self, future)
  56. 94 raise RuntimeError(
  57. 95 'Event loop stopped before Future completed.')
  58. ---> 96 return f.result()
  59. 97 finally:
  60. 98 events._set_running_loop(old_running_loop)
  61.  
  62. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  63. 180 result = coro.send(None)
  64. 181 else:
  65. --> 182 result = coro.throw(exc)
  66. 183 except StopIteration as exc:
  67. 184 if self._must_cancel:
  68.  
  69. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in _wrapped()
  70. 388 async def _wrapped():
  71. 389 with _with_span_yields(trace_span_yields):
  72. --> 390 return await coro
  73. 391
  74. 392 return _wrapped()
  75.  
  76. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/execution_context.py in _invoke(executor, comp, arg, result_type)
  77. 120 py_typecheck.check_type(arg, executor_value_base.ExecutorValue)
  78. 121 comp = await executor.create_value(comp)
  79. --> 122 result = await executor.create_call(comp, arg)
  80. 123 py_typecheck.check_type(result, executor_value_base.ExecutorValue)
  81. 124 result_val = _unwrap(await result.compute())
  82.  
  83. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  84. 199 # and passing it back to the span generator
  85. 200 try:
  86. --> 201 result = await fn(*fn_args, **fn_kwargs)
  87. 202 completed = True
  88. 203 try:
  89.  
  90. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in create_call(self, comp, arg)
  91. 347 comp_repr, delegated_arg))
  92. 348 elif isinstance(comp_repr, ScopedLambda):
  93. --> 349 return await comp_repr.invoke(self, arg)
  94. 350 else:
  95. 351 raise TypeError(
  96.  
  97. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in invoke(self, executor, parameter_value)
  98. 159 new_binding = {comp_lambda.parameter_name: parameter_value_future}
  99. 160 new_scope = ReferenceResolvingExecutorScope(new_binding, scope)
  100. --> 161 return await executor._evaluate(comp_lambda.result, new_scope) # pylint: disable=protected-access
  101. 162
  102. 163
  103.  
  104. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  105. 517 return await self._evaluate_struct(comp, scope)
  106. 518 elif which_computation == 'block':
  107. --> 519 return await self._evaluate_block(comp, scope)
  108. 520 else:
  109. 521 raise NotImplementedError(
  110.  
  111. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  112. 199 # and passing it back to the span generator
  113. 200 try:
  114. --> 201 result = await fn(*fn_args, **fn_kwargs)
  115. 202 completed = True
  116. 203 try:
  117.  
  118. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_block(self, comp, scope)
  119. 483 value = asyncio.ensure_future(self._evaluate(loc.value, scope))
  120. 484 scope = ReferenceResolvingExecutorScope({loc.name: value}, scope)
  121. --> 485 return await self._evaluate(comp.block.result, scope)
  122. 486
  123. 487 async def _evaluate(
  124.  
  125. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  126. 515 return await self._evaluate_selection(comp, scope)
  127. 516 elif which_computation == 'struct':
  128. --> 517 return await self._evaluate_struct(comp, scope)
  129. 518 elif which_computation == 'block':
  130. 519 return await self._evaluate_block(comp, scope)
  131.  
  132. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  133. 199 # and passing it back to the span generator
  134. 200 try:
  135. --> 201 result = await fn(*fn_args, **fn_kwargs)
  136. 202 completed = True
  137. 203 try:
  138.  
  139. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  140. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  141. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  142. --> 473 values = await asyncio.gather(*values)
  143. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  144. 475
  145.  
  146. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  147. 248 def _wakeup(self, future):
  148. 249 try:
  149. --> 250 future.result()
  150. 251 except Exception as exc:
  151. 252 # This may also be a cancellation.
  152.  
  153. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  154. 180 result = coro.send(None)
  155. 181 else:
  156. --> 182 result = coro.throw(exc)
  157. 183 except StopIteration as exc:
  158. 184 if self._must_cancel:
  159.  
  160. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  161. 511 return await self._evaluate_reference(comp, scope)
  162. 512 elif which_computation == 'call':
  163. --> 513 return await self._evaluate_call(comp, scope)
  164. 514 elif which_computation == 'selection':
  165. 515 return await self._evaluate_selection(comp, scope)
  166.  
  167. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  168. 199 # and passing it back to the span generator
  169. 200 try:
  170. --> 201 result = await fn(*fn_args, **fn_kwargs)
  171. 202 completed = True
  172. 203 try:
  173.  
  174. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  175. 449 return None
  176. 450
  177. --> 451 func, arg = await asyncio.gather(func, get_arg())
  178. 452 return await self.create_call(func, arg=arg)
  179. 453
  180.  
  181. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  182. 248 def _wakeup(self, future):
  183. 249 try:
  184. --> 250 future.result()
  185. 251 except Exception as exc:
  186. 252 # This may also be a cancellation.
  187.  
  188. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  189. 180 result = coro.send(None)
  190. 181 else:
  191. --> 182 result = coro.throw(exc)
  192. 183 except StopIteration as exc:
  193. 184 if self._must_cancel:
  194.  
  195. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  196. 509 return await self._evaluate_lambda(comp, scope)
  197. 510 elif which_computation == 'reference':
  198. --> 511 return await self._evaluate_reference(comp, scope)
  199. 512 elif which_computation == 'call':
  200. 513 return await self._evaluate_call(comp, scope)
  201.  
  202. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  203. 199 # and passing it back to the span generator
  204. 200 try:
  205. --> 201 result = await fn(*fn_args, **fn_kwargs)
  206. 202 completed = True
  207. 203 try:
  208.  
  209. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  210. 433 scope: ReferenceResolvingExecutorScope,
  211. 434 ) -> ReferenceResolvingExecutorValue:
  212. --> 435 return await scope.resolve_reference(comp.reference.name)
  213. 436
  214. 437 @tracing.trace(stats=False)
  215.  
  216. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  217. 108 value = self._symbols.get(str(name))
  218. 109 if value is not None:
  219. --> 110 return await value
  220. 111 elif self._parent is not None:
  221. 112 return await self._parent.resolve_reference(name)
  222.  
  223. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  224. 248 def _wakeup(self, future):
  225. 249 try:
  226. --> 250 future.result()
  227. 251 except Exception as exc:
  228. 252 # This may also be a cancellation.
  229.  
  230. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  231. 180 result = coro.send(None)
  232. 181 else:
  233. --> 182 result = coro.throw(exc)
  234. 183 except StopIteration as exc:
  235. 184 if self._must_cancel:
  236.  
  237. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  238. 445 async def get_arg():
  239. 446 if comp.call.argument.WhichOneof('computation') is not None:
  240. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  241. 448 else:
  242. 449 return None
  243.  
  244. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  245. 515 return await self._evaluate_selection(comp, scope)
  246. 516 elif which_computation == 'struct':
  247. --> 517 return await self._evaluate_struct(comp, scope)
  248. 518 elif which_computation == 'block':
  249. 519 return await self._evaluate_block(comp, scope)
  250.  
  251. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  252. 199 # and passing it back to the span generator
  253. 200 try:
  254. --> 201 result = await fn(*fn_args, **fn_kwargs)
  255. 202 completed = True
  256. 203 try:
  257.  
  258. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  259. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  260. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  261. --> 473 values = await asyncio.gather(*values)
  262. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  263. 475
  264.  
  265. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  266. 248 def _wakeup(self, future):
  267. 249 try:
  268. --> 250 future.result()
  269. 251 except Exception as exc:
  270. 252 # This may also be a cancellation.
  271.  
  272. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  273. 180 result = coro.send(None)
  274. 181 else:
  275. --> 182 result = coro.throw(exc)
  276. 183 except StopIteration as exc:
  277. 184 if self._must_cancel:
  278.  
  279. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  280. 511 return await self._evaluate_reference(comp, scope)
  281. 512 elif which_computation == 'call':
  282. --> 513 return await self._evaluate_call(comp, scope)
  283. 514 elif which_computation == 'selection':
  284. 515 return await self._evaluate_selection(comp, scope)
  285.  
  286. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  287. 199 # and passing it back to the span generator
  288. 200 try:
  289. --> 201 result = await fn(*fn_args, **fn_kwargs)
  290. 202 completed = True
  291. 203 try:
  292.  
  293. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  294. 449 return None
  295. 450
  296. --> 451 func, arg = await asyncio.gather(func, get_arg())
  297. 452 return await self.create_call(func, arg=arg)
  298. 453
  299.  
  300. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  301. 248 def _wakeup(self, future):
  302. 249 try:
  303. --> 250 future.result()
  304. 251 except Exception as exc:
  305. 252 # This may also be a cancellation.
  306.  
  307. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  308. 180 result = coro.send(None)
  309. 181 else:
  310. --> 182 result = coro.throw(exc)
  311. 183 except StopIteration as exc:
  312. 184 if self._must_cancel:
  313.  
  314. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  315. 509 return await self._evaluate_lambda(comp, scope)
  316. 510 elif which_computation == 'reference':
  317. --> 511 return await self._evaluate_reference(comp, scope)
  318. 512 elif which_computation == 'call':
  319. 513 return await self._evaluate_call(comp, scope)
  320.  
  321. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  322. 199 # and passing it back to the span generator
  323. 200 try:
  324. --> 201 result = await fn(*fn_args, **fn_kwargs)
  325. 202 completed = True
  326. 203 try:
  327.  
  328. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  329. 433 scope: ReferenceResolvingExecutorScope,
  330. 434 ) -> ReferenceResolvingExecutorValue:
  331. --> 435 return await scope.resolve_reference(comp.reference.name)
  332. 436
  333. 437 @tracing.trace(stats=False)
  334.  
  335. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  336. 110 return await value
  337. 111 elif self._parent is not None:
  338. --> 112 return await self._parent.resolve_reference(name)
  339. 113 else:
  340. 114 raise ValueError(
  341.  
  342. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  343. 110 return await value
  344. 111 elif self._parent is not None:
  345. --> 112 return await self._parent.resolve_reference(name)
  346. 113 else:
  347. 114 raise ValueError(
  348.  
  349. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  350. 110 return await value
  351. 111 elif self._parent is not None:
  352. --> 112 return await self._parent.resolve_reference(name)
  353. 113 else:
  354. 114 raise ValueError(
  355.  
  356. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  357. 110 return await value
  358. 111 elif self._parent is not None:
  359. --> 112 return await self._parent.resolve_reference(name)
  360. 113 else:
  361. 114 raise ValueError(
  362.  
  363. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  364. 108 value = self._symbols.get(str(name))
  365. 109 if value is not None:
  366. --> 110 return await value
  367. 111 elif self._parent is not None:
  368. 112 return await self._parent.resolve_reference(name)
  369.  
  370. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  371. 248 def _wakeup(self, future):
  372. 249 try:
  373. --> 250 future.result()
  374. 251 except Exception as exc:
  375. 252 # This may also be a cancellation.
  376.  
  377. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  378. 180 result = coro.send(None)
  379. 181 else:
  380. --> 182 result = coro.throw(exc)
  381. 183 except StopIteration as exc:
  382. 184 if self._must_cancel:
  383.  
  384. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  385. 509 return await self._evaluate_lambda(comp, scope)
  386. 510 elif which_computation == 'reference':
  387. --> 511 return await self._evaluate_reference(comp, scope)
  388. 512 elif which_computation == 'call':
  389. 513 return await self._evaluate_call(comp, scope)
  390.  
  391. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  392. 199 # and passing it back to the span generator
  393. 200 try:
  394. --> 201 result = await fn(*fn_args, **fn_kwargs)
  395. 202 completed = True
  396. 203 try:
  397.  
  398. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  399. 433 scope: ReferenceResolvingExecutorScope,
  400. 434 ) -> ReferenceResolvingExecutorValue:
  401. --> 435 return await scope.resolve_reference(comp.reference.name)
  402. 436
  403. 437 @tracing.trace(stats=False)
  404.  
  405. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  406. 110 return await value
  407. 111 elif self._parent is not None:
  408. --> 112 return await self._parent.resolve_reference(name)
  409. 113 else:
  410. 114 raise ValueError(
  411.  
  412. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  413. 110 return await value
  414. 111 elif self._parent is not None:
  415. --> 112 return await self._parent.resolve_reference(name)
  416. 113 else:
  417. 114 raise ValueError(
  418.  
  419. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  420. 110 return await value
  421. 111 elif self._parent is not None:
  422. --> 112 return await self._parent.resolve_reference(name)
  423. 113 else:
  424. 114 raise ValueError(
  425.  
  426. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  427. 110 return await value
  428. 111 elif self._parent is not None:
  429. --> 112 return await self._parent.resolve_reference(name)
  430. 113 else:
  431. 114 raise ValueError(
  432.  
  433. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  434. 108 value = self._symbols.get(str(name))
  435. 109 if value is not None:
  436. --> 110 return await value
  437. 111 elif self._parent is not None:
  438. 112 return await self._parent.resolve_reference(name)
  439.  
  440. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  441. 248 def _wakeup(self, future):
  442. 249 try:
  443. --> 250 future.result()
  444. 251 except Exception as exc:
  445. 252 # This may also be a cancellation.
  446.  
  447. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  448. 180 result = coro.send(None)
  449. 181 else:
  450. --> 182 result = coro.throw(exc)
  451. 183 except StopIteration as exc:
  452. 184 if self._must_cancel:
  453.  
  454. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  455. 445 async def get_arg():
  456. 446 if comp.call.argument.WhichOneof('computation') is not None:
  457. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  458. 448 else:
  459. 449 return None
  460.  
  461. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  462. 515 return await self._evaluate_selection(comp, scope)
  463. 516 elif which_computation == 'struct':
  464. --> 517 return await self._evaluate_struct(comp, scope)
  465. 518 elif which_computation == 'block':
  466. 519 return await self._evaluate_block(comp, scope)
  467.  
  468. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  469. 199 # and passing it back to the span generator
  470. 200 try:
  471. --> 201 result = await fn(*fn_args, **fn_kwargs)
  472. 202 completed = True
  473. 203 try:
  474.  
  475. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  476. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  477. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  478. --> 473 values = await asyncio.gather(*values)
  479. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  480. 475
  481.  
  482. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  483. 248 def _wakeup(self, future):
  484. 249 try:
  485. --> 250 future.result()
  486. 251 except Exception as exc:
  487. 252 # This may also be a cancellation.
  488.  
  489. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  490. 180 result = coro.send(None)
  491. 181 else:
  492. --> 182 result = coro.throw(exc)
  493. 183 except StopIteration as exc:
  494. 184 if self._must_cancel:
  495.  
  496. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  497. 511 return await self._evaluate_reference(comp, scope)
  498. 512 elif which_computation == 'call':
  499. --> 513 return await self._evaluate_call(comp, scope)
  500. 514 elif which_computation == 'selection':
  501. 515 return await self._evaluate_selection(comp, scope)
  502.  
  503. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  504. 199 # and passing it back to the span generator
  505. 200 try:
  506. --> 201 result = await fn(*fn_args, **fn_kwargs)
  507. 202 completed = True
  508. 203 try:
  509.  
  510. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  511. 449 return None
  512. 450
  513. --> 451 func, arg = await asyncio.gather(func, get_arg())
  514. 452 return await self.create_call(func, arg=arg)
  515. 453
  516.  
  517. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  518. 248 def _wakeup(self, future):
  519. 249 try:
  520. --> 250 future.result()
  521. 251 except Exception as exc:
  522. 252 # This may also be a cancellation.
  523.  
  524. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  525. 180 result = coro.send(None)
  526. 181 else:
  527. --> 182 result = coro.throw(exc)
  528. 183 except StopIteration as exc:
  529. 184 if self._must_cancel:
  530.  
  531. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  532. 511 return await self._evaluate_reference(comp, scope)
  533. 512 elif which_computation == 'call':
  534. --> 513 return await self._evaluate_call(comp, scope)
  535. 514 elif which_computation == 'selection':
  536. 515 return await self._evaluate_selection(comp, scope)
  537.  
  538. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  539. 199 # and passing it back to the span generator
  540. 200 try:
  541. --> 201 result = await fn(*fn_args, **fn_kwargs)
  542. 202 completed = True
  543. 203 try:
  544.  
  545. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  546. 449 return None
  547. 450
  548. --> 451 func, arg = await asyncio.gather(func, get_arg())
  549. 452 return await self.create_call(func, arg=arg)
  550. 453
  551.  
  552. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  553. 248 def _wakeup(self, future):
  554. 249 try:
  555. --> 250 future.result()
  556. 251 except Exception as exc:
  557. 252 # This may also be a cancellation.
  558.  
  559. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  560. 180 result = coro.send(None)
  561. 181 else:
  562. --> 182 result = coro.throw(exc)
  563. 183 except StopIteration as exc:
  564. 184 if self._must_cancel:
  565.  
  566. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  567. 509 return await self._evaluate_lambda(comp, scope)
  568. 510 elif which_computation == 'reference':
  569. --> 511 return await self._evaluate_reference(comp, scope)
  570. 512 elif which_computation == 'call':
  571. 513 return await self._evaluate_call(comp, scope)
  572.  
  573. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  574. 199 # and passing it back to the span generator
  575. 200 try:
  576. --> 201 result = await fn(*fn_args, **fn_kwargs)
  577. 202 completed = True
  578. 203 try:
  579.  
  580. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  581. 433 scope: ReferenceResolvingExecutorScope,
  582. 434 ) -> ReferenceResolvingExecutorValue:
  583. --> 435 return await scope.resolve_reference(comp.reference.name)
  584. 436
  585. 437 @tracing.trace(stats=False)
  586.  
  587. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  588. 108 value = self._symbols.get(str(name))
  589. 109 if value is not None:
  590. --> 110 return await value
  591. 111 elif self._parent is not None:
  592. 112 return await self._parent.resolve_reference(name)
  593.  
  594. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  595. 248 def _wakeup(self, future):
  596. 249 try:
  597. --> 250 future.result()
  598. 251 except Exception as exc:
  599. 252 # This may also be a cancellation.
  600.  
  601. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  602. 180 result = coro.send(None)
  603. 181 else:
  604. --> 182 result = coro.throw(exc)
  605. 183 except StopIteration as exc:
  606. 184 if self._must_cancel:
  607.  
  608. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  609. 445 async def get_arg():
  610. 446 if comp.call.argument.WhichOneof('computation') is not None:
  611. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  612. 448 else:
  613. 449 return None
  614.  
  615. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  616. 515 return await self._evaluate_selection(comp, scope)
  617. 516 elif which_computation == 'struct':
  618. --> 517 return await self._evaluate_struct(comp, scope)
  619. 518 elif which_computation == 'block':
  620. 519 return await self._evaluate_block(comp, scope)
  621.  
  622. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  623. 199 # and passing it back to the span generator
  624. 200 try:
  625. --> 201 result = await fn(*fn_args, **fn_kwargs)
  626. 202 completed = True
  627. 203 try:
  628.  
  629. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  630. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  631. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  632. --> 473 values = await asyncio.gather(*values)
  633. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  634. 475
  635.  
  636. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  637. 248 def _wakeup(self, future):
  638. 249 try:
  639. --> 250 future.result()
  640. 251 except Exception as exc:
  641. 252 # This may also be a cancellation.
  642.  
  643. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  644. 180 result = coro.send(None)
  645. 181 else:
  646. --> 182 result = coro.throw(exc)
  647. 183 except StopIteration as exc:
  648. 184 if self._must_cancel:
  649.  
  650. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  651. 445 async def get_arg():
  652. 446 if comp.call.argument.WhichOneof('computation') is not None:
  653. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  654. 448 else:
  655. 449 return None
  656.  
  657. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  658. 509 return await self._evaluate_lambda(comp, scope)
  659. 510 elif which_computation == 'reference':
  660. --> 511 return await self._evaluate_reference(comp, scope)
  661. 512 elif which_computation == 'call':
  662. 513 return await self._evaluate_call(comp, scope)
  663.  
  664. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  665. 199 # and passing it back to the span generator
  666. 200 try:
  667. --> 201 result = await fn(*fn_args, **fn_kwargs)
  668. 202 completed = True
  669. 203 try:
  670.  
  671. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  672. 433 scope: ReferenceResolvingExecutorScope,
  673. 434 ) -> ReferenceResolvingExecutorValue:
  674. --> 435 return await scope.resolve_reference(comp.reference.name)
  675. 436
  676. 437 @tracing.trace(stats=False)
  677.  
  678. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  679. 108 value = self._symbols.get(str(name))
  680. 109 if value is not None:
  681. --> 110 return await value
  682. 111 elif self._parent is not None:
  683. 112 return await self._parent.resolve_reference(name)
  684.  
  685. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  686. 248 def _wakeup(self, future):
  687. 249 try:
  688. --> 250 future.result()
  689. 251 except Exception as exc:
  690. 252 # This may also be a cancellation.
  691.  
  692. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  693. 180 result = coro.send(None)
  694. 181 else:
  695. --> 182 result = coro.throw(exc)
  696. 183 except StopIteration as exc:
  697. 184 if self._must_cancel:
  698.  
  699. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  700. 511 return await self._evaluate_reference(comp, scope)
  701. 512 elif which_computation == 'call':
  702. --> 513 return await self._evaluate_call(comp, scope)
  703. 514 elif which_computation == 'selection':
  704. 515 return await self._evaluate_selection(comp, scope)
  705.  
  706. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  707. 199 # and passing it back to the span generator
  708. 200 try:
  709. --> 201 result = await fn(*fn_args, **fn_kwargs)
  710. 202 completed = True
  711. 203 try:
  712.  
  713. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  714. 449 return None
  715. 450
  716. --> 451 func, arg = await asyncio.gather(func, get_arg())
  717. 452 return await self.create_call(func, arg=arg)
  718. 453
  719.  
  720. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  721. 248 def _wakeup(self, future):
  722. 249 try:
  723. --> 250 future.result()
  724. 251 except Exception as exc:
  725. 252 # This may also be a cancellation.
  726.  
  727. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  728. 180 result = coro.send(None)
  729. 181 else:
  730. --> 182 result = coro.throw(exc)
  731. 183 except StopIteration as exc:
  732. 184 if self._must_cancel:
  733.  
  734. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  735. 511 return await self._evaluate_reference(comp, scope)
  736. 512 elif which_computation == 'call':
  737. --> 513 return await self._evaluate_call(comp, scope)
  738. 514 elif which_computation == 'selection':
  739. 515 return await self._evaluate_selection(comp, scope)
  740.  
  741. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  742. 199 # and passing it back to the span generator
  743. 200 try:
  744. --> 201 result = await fn(*fn_args, **fn_kwargs)
  745. 202 completed = True
  746. 203 try:
  747.  
  748. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  749. 449 return None
  750. 450
  751. --> 451 func, arg = await asyncio.gather(func, get_arg())
  752. 452 return await self.create_call(func, arg=arg)
  753. 453
  754.  
  755. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  756. 248 def _wakeup(self, future):
  757. 249 try:
  758. --> 250 future.result()
  759. 251 except Exception as exc:
  760. 252 # This may also be a cancellation.
  761.  
  762. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  763. 180 result = coro.send(None)
  764. 181 else:
  765. --> 182 result = coro.throw(exc)
  766. 183 except StopIteration as exc:
  767. 184 if self._must_cancel:
  768.  
  769. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  770. 509 return await self._evaluate_lambda(comp, scope)
  771. 510 elif which_computation == 'reference':
  772. --> 511 return await self._evaluate_reference(comp, scope)
  773. 512 elif which_computation == 'call':
  774. 513 return await self._evaluate_call(comp, scope)
  775.  
  776. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  777. 199 # and passing it back to the span generator
  778. 200 try:
  779. --> 201 result = await fn(*fn_args, **fn_kwargs)
  780. 202 completed = True
  781. 203 try:
  782.  
  783. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  784. 433 scope: ReferenceResolvingExecutorScope,
  785. 434 ) -> ReferenceResolvingExecutorValue:
  786. --> 435 return await scope.resolve_reference(comp.reference.name)
  787. 436
  788. 437 @tracing.trace(stats=False)
  789.  
  790. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  791. 108 value = self._symbols.get(str(name))
  792. 109 if value is not None:
  793. --> 110 return await value
  794. 111 elif self._parent is not None:
  795. 112 return await self._parent.resolve_reference(name)
  796.  
  797. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  798. 248 def _wakeup(self, future):
  799. 249 try:
  800. --> 250 future.result()
  801. 251 except Exception as exc:
  802. 252 # This may also be a cancellation.
  803.  
  804. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  805. 180 result = coro.send(None)
  806. 181 else:
  807. --> 182 result = coro.throw(exc)
  808. 183 except StopIteration as exc:
  809. 184 if self._must_cancel:
  810.  
  811. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  812. 445 async def get_arg():
  813. 446 if comp.call.argument.WhichOneof('computation') is not None:
  814. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  815. 448 else:
  816. 449 return None
  817.  
  818. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  819. 515 return await self._evaluate_selection(comp, scope)
  820. 516 elif which_computation == 'struct':
  821. --> 517 return await self._evaluate_struct(comp, scope)
  822. 518 elif which_computation == 'block':
  823. 519 return await self._evaluate_block(comp, scope)
  824.  
  825. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  826. 199 # and passing it back to the span generator
  827. 200 try:
  828. --> 201 result = await fn(*fn_args, **fn_kwargs)
  829. 202 completed = True
  830. 203 try:
  831.  
  832. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  833. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  834. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  835. --> 473 values = await asyncio.gather(*values)
  836. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  837. 475
  838.  
  839. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  840. 248 def _wakeup(self, future):
  841. 249 try:
  842. --> 250 future.result()
  843. 251 except Exception as exc:
  844. 252 # This may also be a cancellation.
  845.  
  846. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  847. 180 result = coro.send(None)
  848. 181 else:
  849. --> 182 result = coro.throw(exc)
  850. 183 except StopIteration as exc:
  851. 184 if self._must_cancel:
  852.  
  853. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  854. 511 return await self._evaluate_reference(comp, scope)
  855. 512 elif which_computation == 'call':
  856. --> 513 return await self._evaluate_call(comp, scope)
  857. 514 elif which_computation == 'selection':
  858. 515 return await self._evaluate_selection(comp, scope)
  859.  
  860. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  861. 199 # and passing it back to the span generator
  862. 200 try:
  863. --> 201 result = await fn(*fn_args, **fn_kwargs)
  864. 202 completed = True
  865. 203 try:
  866.  
  867. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  868. 449 return None
  869. 450
  870. --> 451 func, arg = await asyncio.gather(func, get_arg())
  871. 452 return await self.create_call(func, arg=arg)
  872. 453
  873.  
  874. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  875. 248 def _wakeup(self, future):
  876. 249 try:
  877. --> 250 future.result()
  878. 251 except Exception as exc:
  879. 252 # This may also be a cancellation.
  880.  
  881. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  882. 180 result = coro.send(None)
  883. 181 else:
  884. --> 182 result = coro.throw(exc)
  885. 183 except StopIteration as exc:
  886. 184 if self._must_cancel:
  887.  
  888. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  889. 445 async def get_arg():
  890. 446 if comp.call.argument.WhichOneof('computation') is not None:
  891. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  892. 448 else:
  893. 449 return None
  894.  
  895. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  896. 515 return await self._evaluate_selection(comp, scope)
  897. 516 elif which_computation == 'struct':
  898. --> 517 return await self._evaluate_struct(comp, scope)
  899. 518 elif which_computation == 'block':
  900. 519 return await self._evaluate_block(comp, scope)
  901.  
  902. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  903. 199 # and passing it back to the span generator
  904. 200 try:
  905. --> 201 result = await fn(*fn_args, **fn_kwargs)
  906. 202 completed = True
  907. 203 try:
  908.  
  909. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  910. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  911. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  912. --> 473 values = await asyncio.gather(*values)
  913. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  914. 475
  915.  
  916. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  917. 248 def _wakeup(self, future):
  918. 249 try:
  919. --> 250 future.result()
  920. 251 except Exception as exc:
  921. 252 # This may also be a cancellation.
  922.  
  923. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  924. 180 result = coro.send(None)
  925. 181 else:
  926. --> 182 result = coro.throw(exc)
  927. 183 except StopIteration as exc:
  928. 184 if self._must_cancel:
  929.  
  930. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  931. 509 return await self._evaluate_lambda(comp, scope)
  932. 510 elif which_computation == 'reference':
  933. --> 511 return await self._evaluate_reference(comp, scope)
  934. 512 elif which_computation == 'call':
  935. 513 return await self._evaluate_call(comp, scope)
  936.  
  937. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  938. 199 # and passing it back to the span generator
  939. 200 try:
  940. --> 201 result = await fn(*fn_args, **fn_kwargs)
  941. 202 completed = True
  942. 203 try:
  943.  
  944. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  945. 433 scope: ReferenceResolvingExecutorScope,
  946. 434 ) -> ReferenceResolvingExecutorValue:
  947. --> 435 return await scope.resolve_reference(comp.reference.name)
  948. 436
  949. 437 @tracing.trace(stats=False)
  950.  
  951. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  952. 108 value = self._symbols.get(str(name))
  953. 109 if value is not None:
  954. --> 110 return await value
  955. 111 elif self._parent is not None:
  956. 112 return await self._parent.resolve_reference(name)
  957.  
  958. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  959. 248 def _wakeup(self, future):
  960. 249 try:
  961. --> 250 future.result()
  962. 251 except Exception as exc:
  963. 252 # This may also be a cancellation.
  964.  
  965. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  966. 180 result = coro.send(None)
  967. 181 else:
  968. --> 182 result = coro.throw(exc)
  969. 183 except StopIteration as exc:
  970. 184 if self._must_cancel:
  971.  
  972. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  973. 445 async def get_arg():
  974. 446 if comp.call.argument.WhichOneof('computation') is not None:
  975. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  976. 448 else:
  977. 449 return None
  978.  
  979. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  980. 515 return await self._evaluate_selection(comp, scope)
  981. 516 elif which_computation == 'struct':
  982. --> 517 return await self._evaluate_struct(comp, scope)
  983. 518 elif which_computation == 'block':
  984. 519 return await self._evaluate_block(comp, scope)
  985.  
  986. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  987. 199 # and passing it back to the span generator
  988. 200 try:
  989. --> 201 result = await fn(*fn_args, **fn_kwargs)
  990. 202 completed = True
  991. 203 try:
  992.  
  993. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  994. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  995. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  996. --> 473 values = await asyncio.gather(*values)
  997. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  998. 475
  999.  
  1000. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1001. 248 def _wakeup(self, future):
  1002. 249 try:
  1003. --> 250 future.result()
  1004. 251 except Exception as exc:
  1005. 252 # This may also be a cancellation.
  1006.  
  1007. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1008. 180 result = coro.send(None)
  1009. 181 else:
  1010. --> 182 result = coro.throw(exc)
  1011. 183 except StopIteration as exc:
  1012. 184 if self._must_cancel:
  1013.  
  1014. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1015. 509 return await self._evaluate_lambda(comp, scope)
  1016. 510 elif which_computation == 'reference':
  1017. --> 511 return await self._evaluate_reference(comp, scope)
  1018. 512 elif which_computation == 'call':
  1019. 513 return await self._evaluate_call(comp, scope)
  1020.  
  1021. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1022. 199 # and passing it back to the span generator
  1023. 200 try:
  1024. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1025. 202 completed = True
  1026. 203 try:
  1027.  
  1028. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1029. 433 scope: ReferenceResolvingExecutorScope,
  1030. 434 ) -> ReferenceResolvingExecutorValue:
  1031. --> 435 return await scope.resolve_reference(comp.reference.name)
  1032. 436
  1033. 437 @tracing.trace(stats=False)
  1034.  
  1035. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1036. 108 value = self._symbols.get(str(name))
  1037. 109 if value is not None:
  1038. --> 110 return await value
  1039. 111 elif self._parent is not None:
  1040. 112 return await self._parent.resolve_reference(name)
  1041.  
  1042. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1043. 248 def _wakeup(self, future):
  1044. 249 try:
  1045. --> 250 future.result()
  1046. 251 except Exception as exc:
  1047. 252 # This may also be a cancellation.
  1048.  
  1049. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1050. 180 result = coro.send(None)
  1051. 181 else:
  1052. --> 182 result = coro.throw(exc)
  1053. 183 except StopIteration as exc:
  1054. 184 if self._must_cancel:
  1055.  
  1056. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1057. 511 return await self._evaluate_reference(comp, scope)
  1058. 512 elif which_computation == 'call':
  1059. --> 513 return await self._evaluate_call(comp, scope)
  1060. 514 elif which_computation == 'selection':
  1061. 515 return await self._evaluate_selection(comp, scope)
  1062.  
  1063. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1064. 199 # and passing it back to the span generator
  1065. 200 try:
  1066. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1067. 202 completed = True
  1068. 203 try:
  1069.  
  1070. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1071. 449 return None
  1072. 450
  1073. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1074. 452 return await self.create_call(func, arg=arg)
  1075. 453
  1076.  
  1077. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1078. 248 def _wakeup(self, future):
  1079. 249 try:
  1080. --> 250 future.result()
  1081. 251 except Exception as exc:
  1082. 252 # This may also be a cancellation.
  1083.  
  1084. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1085. 180 result = coro.send(None)
  1086. 181 else:
  1087. --> 182 result = coro.throw(exc)
  1088. 183 except StopIteration as exc:
  1089. 184 if self._must_cancel:
  1090.  
  1091. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1092. 511 return await self._evaluate_reference(comp, scope)
  1093. 512 elif which_computation == 'call':
  1094. --> 513 return await self._evaluate_call(comp, scope)
  1095. 514 elif which_computation == 'selection':
  1096. 515 return await self._evaluate_selection(comp, scope)
  1097.  
  1098. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1099. 199 # and passing it back to the span generator
  1100. 200 try:
  1101. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1102. 202 completed = True
  1103. 203 try:
  1104.  
  1105. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1106. 449 return None
  1107. 450
  1108. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1109. 452 return await self.create_call(func, arg=arg)
  1110. 453
  1111.  
  1112. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1113. 248 def _wakeup(self, future):
  1114. 249 try:
  1115. --> 250 future.result()
  1116. 251 except Exception as exc:
  1117. 252 # This may also be a cancellation.
  1118.  
  1119. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1120. 180 result = coro.send(None)
  1121. 181 else:
  1122. --> 182 result = coro.throw(exc)
  1123. 183 except StopIteration as exc:
  1124. 184 if self._must_cancel:
  1125.  
  1126. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1127. 509 return await self._evaluate_lambda(comp, scope)
  1128. 510 elif which_computation == 'reference':
  1129. --> 511 return await self._evaluate_reference(comp, scope)
  1130. 512 elif which_computation == 'call':
  1131. 513 return await self._evaluate_call(comp, scope)
  1132.  
  1133. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1134. 199 # and passing it back to the span generator
  1135. 200 try:
  1136. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1137. 202 completed = True
  1138. 203 try:
  1139.  
  1140. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1141. 433 scope: ReferenceResolvingExecutorScope,
  1142. 434 ) -> ReferenceResolvingExecutorValue:
  1143. --> 435 return await scope.resolve_reference(comp.reference.name)
  1144. 436
  1145. 437 @tracing.trace(stats=False)
  1146.  
  1147. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1148. 108 value = self._symbols.get(str(name))
  1149. 109 if value is not None:
  1150. --> 110 return await value
  1151. 111 elif self._parent is not None:
  1152. 112 return await self._parent.resolve_reference(name)
  1153.  
  1154. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1155. 248 def _wakeup(self, future):
  1156. 249 try:
  1157. --> 250 future.result()
  1158. 251 except Exception as exc:
  1159. 252 # This may also be a cancellation.
  1160.  
  1161. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1162. 180 result = coro.send(None)
  1163. 181 else:
  1164. --> 182 result = coro.throw(exc)
  1165. 183 except StopIteration as exc:
  1166. 184 if self._must_cancel:
  1167.  
  1168. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  1169. 445 async def get_arg():
  1170. 446 if comp.call.argument.WhichOneof('computation') is not None:
  1171. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  1172. 448 else:
  1173. 449 return None
  1174.  
  1175. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1176. 515 return await self._evaluate_selection(comp, scope)
  1177. 516 elif which_computation == 'struct':
  1178. --> 517 return await self._evaluate_struct(comp, scope)
  1179. 518 elif which_computation == 'block':
  1180. 519 return await self._evaluate_block(comp, scope)
  1181.  
  1182. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1183. 199 # and passing it back to the span generator
  1184. 200 try:
  1185. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1186. 202 completed = True
  1187. 203 try:
  1188.  
  1189. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  1190. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  1191. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  1192. --> 473 values = await asyncio.gather(*values)
  1193. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  1194. 475
  1195.  
  1196. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1197. 248 def _wakeup(self, future):
  1198. 249 try:
  1199. --> 250 future.result()
  1200. 251 except Exception as exc:
  1201. 252 # This may also be a cancellation.
  1202.  
  1203. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1204. 180 result = coro.send(None)
  1205. 181 else:
  1206. --> 182 result = coro.throw(exc)
  1207. 183 except StopIteration as exc:
  1208. 184 if self._must_cancel:
  1209.  
  1210. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1211. 511 return await self._evaluate_reference(comp, scope)
  1212. 512 elif which_computation == 'call':
  1213. --> 513 return await self._evaluate_call(comp, scope)
  1214. 514 elif which_computation == 'selection':
  1215. 515 return await self._evaluate_selection(comp, scope)
  1216.  
  1217. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1218. 199 # and passing it back to the span generator
  1219. 200 try:
  1220. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1221. 202 completed = True
  1222. 203 try:
  1223.  
  1224. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1225. 449 return None
  1226. 450
  1227. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1228. 452 return await self.create_call(func, arg=arg)
  1229. 453
  1230.  
  1231. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1232. 248 def _wakeup(self, future):
  1233. 249 try:
  1234. --> 250 future.result()
  1235. 251 except Exception as exc:
  1236. 252 # This may also be a cancellation.
  1237.  
  1238. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1239. 180 result = coro.send(None)
  1240. 181 else:
  1241. --> 182 result = coro.throw(exc)
  1242. 183 except StopIteration as exc:
  1243. 184 if self._must_cancel:
  1244.  
  1245. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  1246. 445 async def get_arg():
  1247. 446 if comp.call.argument.WhichOneof('computation') is not None:
  1248. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  1249. 448 else:
  1250. 449 return None
  1251.  
  1252. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1253. 515 return await self._evaluate_selection(comp, scope)
  1254. 516 elif which_computation == 'struct':
  1255. --> 517 return await self._evaluate_struct(comp, scope)
  1256. 518 elif which_computation == 'block':
  1257. 519 return await self._evaluate_block(comp, scope)
  1258.  
  1259. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1260. 199 # and passing it back to the span generator
  1261. 200 try:
  1262. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1263. 202 completed = True
  1264. 203 try:
  1265.  
  1266. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  1267. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  1268. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  1269. --> 473 values = await asyncio.gather(*values)
  1270. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  1271. 475
  1272.  
  1273. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1274. 248 def _wakeup(self, future):
  1275. 249 try:
  1276. --> 250 future.result()
  1277. 251 except Exception as exc:
  1278. 252 # This may also be a cancellation.
  1279.  
  1280. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1281. 180 result = coro.send(None)
  1282. 181 else:
  1283. --> 182 result = coro.throw(exc)
  1284. 183 except StopIteration as exc:
  1285. 184 if self._must_cancel:
  1286.  
  1287. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1288. 509 return await self._evaluate_lambda(comp, scope)
  1289. 510 elif which_computation == 'reference':
  1290. --> 511 return await self._evaluate_reference(comp, scope)
  1291. 512 elif which_computation == 'call':
  1292. 513 return await self._evaluate_call(comp, scope)
  1293.  
  1294. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1295. 199 # and passing it back to the span generator
  1296. 200 try:
  1297. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1298. 202 completed = True
  1299. 203 try:
  1300.  
  1301. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1302. 433 scope: ReferenceResolvingExecutorScope,
  1303. 434 ) -> ReferenceResolvingExecutorValue:
  1304. --> 435 return await scope.resolve_reference(comp.reference.name)
  1305. 436
  1306. 437 @tracing.trace(stats=False)
  1307.  
  1308. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1309. 110 return await value
  1310. 111 elif self._parent is not None:
  1311. --> 112 return await self._parent.resolve_reference(name)
  1312. 113 else:
  1313. 114 raise ValueError(
  1314.  
  1315. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1316. 108 value = self._symbols.get(str(name))
  1317. 109 if value is not None:
  1318. --> 110 return await value
  1319. 111 elif self._parent is not None:
  1320. 112 return await self._parent.resolve_reference(name)
  1321.  
  1322. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1323. 248 def _wakeup(self, future):
  1324. 249 try:
  1325. --> 250 future.result()
  1326. 251 except Exception as exc:
  1327. 252 # This may also be a cancellation.
  1328.  
  1329. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1330. 180 result = coro.send(None)
  1331. 181 else:
  1332. --> 182 result = coro.throw(exc)
  1333. 183 except StopIteration as exc:
  1334. 184 if self._must_cancel:
  1335.  
  1336. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  1337. 445 async def get_arg():
  1338. 446 if comp.call.argument.WhichOneof('computation') is not None:
  1339. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  1340. 448 else:
  1341. 449 return None
  1342.  
  1343. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1344. 515 return await self._evaluate_selection(comp, scope)
  1345. 516 elif which_computation == 'struct':
  1346. --> 517 return await self._evaluate_struct(comp, scope)
  1347. 518 elif which_computation == 'block':
  1348. 519 return await self._evaluate_block(comp, scope)
  1349.  
  1350. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1351. 199 # and passing it back to the span generator
  1352. 200 try:
  1353. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1354. 202 completed = True
  1355. 203 try:
  1356.  
  1357. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  1358. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  1359. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  1360. --> 473 values = await asyncio.gather(*values)
  1361. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  1362. 475
  1363.  
  1364. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1365. 248 def _wakeup(self, future):
  1366. 249 try:
  1367. --> 250 future.result()
  1368. 251 except Exception as exc:
  1369. 252 # This may also be a cancellation.
  1370.  
  1371. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1372. 180 result = coro.send(None)
  1373. 181 else:
  1374. --> 182 result = coro.throw(exc)
  1375. 183 except StopIteration as exc:
  1376. 184 if self._must_cancel:
  1377.  
  1378. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1379. 509 return await self._evaluate_lambda(comp, scope)
  1380. 510 elif which_computation == 'reference':
  1381. --> 511 return await self._evaluate_reference(comp, scope)
  1382. 512 elif which_computation == 'call':
  1383. 513 return await self._evaluate_call(comp, scope)
  1384.  
  1385. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1386. 199 # and passing it back to the span generator
  1387. 200 try:
  1388. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1389. 202 completed = True
  1390. 203 try:
  1391.  
  1392. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1393. 433 scope: ReferenceResolvingExecutorScope,
  1394. 434 ) -> ReferenceResolvingExecutorValue:
  1395. --> 435 return await scope.resolve_reference(comp.reference.name)
  1396. 436
  1397. 437 @tracing.trace(stats=False)
  1398.  
  1399. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1400. 108 value = self._symbols.get(str(name))
  1401. 109 if value is not None:
  1402. --> 110 return await value
  1403. 111 elif self._parent is not None:
  1404. 112 return await self._parent.resolve_reference(name)
  1405.  
  1406. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1407. 248 def _wakeup(self, future):
  1408. 249 try:
  1409. --> 250 future.result()
  1410. 251 except Exception as exc:
  1411. 252 # This may also be a cancellation.
  1412.  
  1413. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1414. 180 result = coro.send(None)
  1415. 181 else:
  1416. --> 182 result = coro.throw(exc)
  1417. 183 except StopIteration as exc:
  1418. 184 if self._must_cancel:
  1419.  
  1420. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1421. 511 return await self._evaluate_reference(comp, scope)
  1422. 512 elif which_computation == 'call':
  1423. --> 513 return await self._evaluate_call(comp, scope)
  1424. 514 elif which_computation == 'selection':
  1425. 515 return await self._evaluate_selection(comp, scope)
  1426.  
  1427. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1428. 199 # and passing it back to the span generator
  1429. 200 try:
  1430. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1431. 202 completed = True
  1432. 203 try:
  1433.  
  1434. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1435. 449 return None
  1436. 450
  1437. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1438. 452 return await self.create_call(func, arg=arg)
  1439. 453
  1440.  
  1441. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1442. 248 def _wakeup(self, future):
  1443. 249 try:
  1444. --> 250 future.result()
  1445. 251 except Exception as exc:
  1446. 252 # This may also be a cancellation.
  1447.  
  1448. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1449. 180 result = coro.send(None)
  1450. 181 else:
  1451. --> 182 result = coro.throw(exc)
  1452. 183 except StopIteration as exc:
  1453. 184 if self._must_cancel:
  1454.  
  1455. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1456. 511 return await self._evaluate_reference(comp, scope)
  1457. 512 elif which_computation == 'call':
  1458. --> 513 return await self._evaluate_call(comp, scope)
  1459. 514 elif which_computation == 'selection':
  1460. 515 return await self._evaluate_selection(comp, scope)
  1461.  
  1462. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1463. 199 # and passing it back to the span generator
  1464. 200 try:
  1465. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1466. 202 completed = True
  1467. 203 try:
  1468.  
  1469. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1470. 449 return None
  1471. 450
  1472. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1473. 452 return await self.create_call(func, arg=arg)
  1474. 453
  1475.  
  1476. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1477. 248 def _wakeup(self, future):
  1478. 249 try:
  1479. --> 250 future.result()
  1480. 251 except Exception as exc:
  1481. 252 # This may also be a cancellation.
  1482.  
  1483. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1484. 180 result = coro.send(None)
  1485. 181 else:
  1486. --> 182 result = coro.throw(exc)
  1487. 183 except StopIteration as exc:
  1488. 184 if self._must_cancel:
  1489.  
  1490. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1491. 509 return await self._evaluate_lambda(comp, scope)
  1492. 510 elif which_computation == 'reference':
  1493. --> 511 return await self._evaluate_reference(comp, scope)
  1494. 512 elif which_computation == 'call':
  1495. 513 return await self._evaluate_call(comp, scope)
  1496.  
  1497. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1498. 199 # and passing it back to the span generator
  1499. 200 try:
  1500. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1501. 202 completed = True
  1502. 203 try:
  1503.  
  1504. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1505. 433 scope: ReferenceResolvingExecutorScope,
  1506. 434 ) -> ReferenceResolvingExecutorValue:
  1507. --> 435 return await scope.resolve_reference(comp.reference.name)
  1508. 436
  1509. 437 @tracing.trace(stats=False)
  1510.  
  1511. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1512. 110 return await value
  1513. 111 elif self._parent is not None:
  1514. --> 112 return await self._parent.resolve_reference(name)
  1515. 113 else:
  1516. 114 raise ValueError(
  1517.  
  1518. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1519. 108 value = self._symbols.get(str(name))
  1520. 109 if value is not None:
  1521. --> 110 return await value
  1522. 111 elif self._parent is not None:
  1523. 112 return await self._parent.resolve_reference(name)
  1524.  
  1525. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1526. 248 def _wakeup(self, future):
  1527. 249 try:
  1528. --> 250 future.result()
  1529. 251 except Exception as exc:
  1530. 252 # This may also be a cancellation.
  1531.  
  1532. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1533. 180 result = coro.send(None)
  1534. 181 else:
  1535. --> 182 result = coro.throw(exc)
  1536. 183 except StopIteration as exc:
  1537. 184 if self._must_cancel:
  1538.  
  1539. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  1540. 445 async def get_arg():
  1541. 446 if comp.call.argument.WhichOneof('computation') is not None:
  1542. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  1543. 448 else:
  1544. 449 return None
  1545.  
  1546. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1547. 515 return await self._evaluate_selection(comp, scope)
  1548. 516 elif which_computation == 'struct':
  1549. --> 517 return await self._evaluate_struct(comp, scope)
  1550. 518 elif which_computation == 'block':
  1551. 519 return await self._evaluate_block(comp, scope)
  1552.  
  1553. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1554. 199 # and passing it back to the span generator
  1555. 200 try:
  1556. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1557. 202 completed = True
  1558. 203 try:
  1559.  
  1560. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  1561. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  1562. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  1563. --> 473 values = await asyncio.gather(*values)
  1564. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  1565. 475
  1566.  
  1567. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1568. 248 def _wakeup(self, future):
  1569. 249 try:
  1570. --> 250 future.result()
  1571. 251 except Exception as exc:
  1572. 252 # This may also be a cancellation.
  1573.  
  1574. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1575. 180 result = coro.send(None)
  1576. 181 else:
  1577. --> 182 result = coro.throw(exc)
  1578. 183 except StopIteration as exc:
  1579. 184 if self._must_cancel:
  1580.  
  1581. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1582. 511 return await self._evaluate_reference(comp, scope)
  1583. 512 elif which_computation == 'call':
  1584. --> 513 return await self._evaluate_call(comp, scope)
  1585. 514 elif which_computation == 'selection':
  1586. 515 return await self._evaluate_selection(comp, scope)
  1587.  
  1588. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1589. 199 # and passing it back to the span generator
  1590. 200 try:
  1591. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1592. 202 completed = True
  1593. 203 try:
  1594.  
  1595. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1596. 449 return None
  1597. 450
  1598. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1599. 452 return await self.create_call(func, arg=arg)
  1600. 453
  1601.  
  1602. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1603. 248 def _wakeup(self, future):
  1604. 249 try:
  1605. --> 250 future.result()
  1606. 251 except Exception as exc:
  1607. 252 # This may also be a cancellation.
  1608.  
  1609. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1610. 180 result = coro.send(None)
  1611. 181 else:
  1612. --> 182 result = coro.throw(exc)
  1613. 183 except StopIteration as exc:
  1614. 184 if self._must_cancel:
  1615.  
  1616. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  1617. 445 async def get_arg():
  1618. 446 if comp.call.argument.WhichOneof('computation') is not None:
  1619. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  1620. 448 else:
  1621. 449 return None
  1622.  
  1623. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1624. 515 return await self._evaluate_selection(comp, scope)
  1625. 516 elif which_computation == 'struct':
  1626. --> 517 return await self._evaluate_struct(comp, scope)
  1627. 518 elif which_computation == 'block':
  1628. 519 return await self._evaluate_block(comp, scope)
  1629.  
  1630. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1631. 199 # and passing it back to the span generator
  1632. 200 try:
  1633. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1634. 202 completed = True
  1635. 203 try:
  1636.  
  1637. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  1638. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  1639. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  1640. --> 473 values = await asyncio.gather(*values)
  1641. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  1642. 475
  1643.  
  1644. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1645. 248 def _wakeup(self, future):
  1646. 249 try:
  1647. --> 250 future.result()
  1648. 251 except Exception as exc:
  1649. 252 # This may also be a cancellation.
  1650.  
  1651. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1652. 180 result = coro.send(None)
  1653. 181 else:
  1654. --> 182 result = coro.throw(exc)
  1655. 183 except StopIteration as exc:
  1656. 184 if self._must_cancel:
  1657.  
  1658. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1659. 509 return await self._evaluate_lambda(comp, scope)
  1660. 510 elif which_computation == 'reference':
  1661. --> 511 return await self._evaluate_reference(comp, scope)
  1662. 512 elif which_computation == 'call':
  1663. 513 return await self._evaluate_call(comp, scope)
  1664.  
  1665. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1666. 199 # and passing it back to the span generator
  1667. 200 try:
  1668. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1669. 202 completed = True
  1670. 203 try:
  1671.  
  1672. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1673. 433 scope: ReferenceResolvingExecutorScope,
  1674. 434 ) -> ReferenceResolvingExecutorValue:
  1675. --> 435 return await scope.resolve_reference(comp.reference.name)
  1676. 436
  1677. 437 @tracing.trace(stats=False)
  1678.  
  1679. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1680. 108 value = self._symbols.get(str(name))
  1681. 109 if value is not None:
  1682. --> 110 return await value
  1683. 111 elif self._parent is not None:
  1684. 112 return await self._parent.resolve_reference(name)
  1685.  
  1686. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1687. 248 def _wakeup(self, future):
  1688. 249 try:
  1689. --> 250 future.result()
  1690. 251 except Exception as exc:
  1691. 252 # This may also be a cancellation.
  1692.  
  1693. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1694. 180 result = coro.send(None)
  1695. 181 else:
  1696. --> 182 result = coro.throw(exc)
  1697. 183 except StopIteration as exc:
  1698. 184 if self._must_cancel:
  1699.  
  1700. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1701. 509 return await self._evaluate_lambda(comp, scope)
  1702. 510 elif which_computation == 'reference':
  1703. --> 511 return await self._evaluate_reference(comp, scope)
  1704. 512 elif which_computation == 'call':
  1705. 513 return await self._evaluate_call(comp, scope)
  1706.  
  1707. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1708. 199 # and passing it back to the span generator
  1709. 200 try:
  1710. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1711. 202 completed = True
  1712. 203 try:
  1713.  
  1714. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1715. 433 scope: ReferenceResolvingExecutorScope,
  1716. 434 ) -> ReferenceResolvingExecutorValue:
  1717. --> 435 return await scope.resolve_reference(comp.reference.name)
  1718. 436
  1719. 437 @tracing.trace(stats=False)
  1720.  
  1721. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1722. 108 value = self._symbols.get(str(name))
  1723. 109 if value is not None:
  1724. --> 110 return await value
  1725. 111 elif self._parent is not None:
  1726. 112 return await self._parent.resolve_reference(name)
  1727.  
  1728. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1729. 248 def _wakeup(self, future):
  1730. 249 try:
  1731. --> 250 future.result()
  1732. 251 except Exception as exc:
  1733. 252 # This may also be a cancellation.
  1734.  
  1735. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1736. 180 result = coro.send(None)
  1737. 181 else:
  1738. --> 182 result = coro.throw(exc)
  1739. 183 except StopIteration as exc:
  1740. 184 if self._must_cancel:
  1741.  
  1742. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  1743. 445 async def get_arg():
  1744. 446 if comp.call.argument.WhichOneof('computation') is not None:
  1745. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  1746. 448 else:
  1747. 449 return None
  1748.  
  1749. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1750. 509 return await self._evaluate_lambda(comp, scope)
  1751. 510 elif which_computation == 'reference':
  1752. --> 511 return await self._evaluate_reference(comp, scope)
  1753. 512 elif which_computation == 'call':
  1754. 513 return await self._evaluate_call(comp, scope)
  1755.  
  1756. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1757. 199 # and passing it back to the span generator
  1758. 200 try:
  1759. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1760. 202 completed = True
  1761. 203 try:
  1762.  
  1763. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1764. 433 scope: ReferenceResolvingExecutorScope,
  1765. 434 ) -> ReferenceResolvingExecutorValue:
  1766. --> 435 return await scope.resolve_reference(comp.reference.name)
  1767. 436
  1768. 437 @tracing.trace(stats=False)
  1769.  
  1770. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1771. 110 return await value
  1772. 111 elif self._parent is not None:
  1773. --> 112 return await self._parent.resolve_reference(name)
  1774. 113 else:
  1775. 114 raise ValueError(
  1776.  
  1777. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1778. 110 return await value
  1779. 111 elif self._parent is not None:
  1780. --> 112 return await self._parent.resolve_reference(name)
  1781. 113 else:
  1782. 114 raise ValueError(
  1783.  
  1784. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1785. 110 return await value
  1786. 111 elif self._parent is not None:
  1787. --> 112 return await self._parent.resolve_reference(name)
  1788. 113 else:
  1789. 114 raise ValueError(
  1790.  
  1791. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1792. 110 return await value
  1793. 111 elif self._parent is not None:
  1794. --> 112 return await self._parent.resolve_reference(name)
  1795. 113 else:
  1796. 114 raise ValueError(
  1797.  
  1798. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1799. 110 return await value
  1800. 111 elif self._parent is not None:
  1801. --> 112 return await self._parent.resolve_reference(name)
  1802. 113 else:
  1803. 114 raise ValueError(
  1804.  
  1805. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1806. 110 return await value
  1807. 111 elif self._parent is not None:
  1808. --> 112 return await self._parent.resolve_reference(name)
  1809. 113 else:
  1810. 114 raise ValueError(
  1811.  
  1812. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1813. 108 value = self._symbols.get(str(name))
  1814. 109 if value is not None:
  1815. --> 110 return await value
  1816. 111 elif self._parent is not None:
  1817. 112 return await self._parent.resolve_reference(name)
  1818.  
  1819. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1820. 248 def _wakeup(self, future):
  1821. 249 try:
  1822. --> 250 future.result()
  1823. 251 except Exception as exc:
  1824. 252 # This may also be a cancellation.
  1825.  
  1826. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1827. 180 result = coro.send(None)
  1828. 181 else:
  1829. --> 182 result = coro.throw(exc)
  1830. 183 except StopIteration as exc:
  1831. 184 if self._must_cancel:
  1832.  
  1833. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1834. 509 return await self._evaluate_lambda(comp, scope)
  1835. 510 elif which_computation == 'reference':
  1836. --> 511 return await self._evaluate_reference(comp, scope)
  1837. 512 elif which_computation == 'call':
  1838. 513 return await self._evaluate_call(comp, scope)
  1839.  
  1840. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1841. 199 # and passing it back to the span generator
  1842. 200 try:
  1843. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1844. 202 completed = True
  1845. 203 try:
  1846.  
  1847. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  1848. 433 scope: ReferenceResolvingExecutorScope,
  1849. 434 ) -> ReferenceResolvingExecutorValue:
  1850. --> 435 return await scope.resolve_reference(comp.reference.name)
  1851. 436
  1852. 437 @tracing.trace(stats=False)
  1853.  
  1854. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1855. 110 return await value
  1856. 111 elif self._parent is not None:
  1857. --> 112 return await self._parent.resolve_reference(name)
  1858. 113 else:
  1859. 114 raise ValueError(
  1860.  
  1861. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  1862. 108 value = self._symbols.get(str(name))
  1863. 109 if value is not None:
  1864. --> 110 return await value
  1865. 111 elif self._parent is not None:
  1866. 112 return await self._parent.resolve_reference(name)
  1867.  
  1868. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1869. 248 def _wakeup(self, future):
  1870. 249 try:
  1871. --> 250 future.result()
  1872. 251 except Exception as exc:
  1873. 252 # This may also be a cancellation.
  1874.  
  1875. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1876. 180 result = coro.send(None)
  1877. 181 else:
  1878. --> 182 result = coro.throw(exc)
  1879. 183 except StopIteration as exc:
  1880. 184 if self._must_cancel:
  1881.  
  1882. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1883. 511 return await self._evaluate_reference(comp, scope)
  1884. 512 elif which_computation == 'call':
  1885. --> 513 return await self._evaluate_call(comp, scope)
  1886. 514 elif which_computation == 'selection':
  1887. 515 return await self._evaluate_selection(comp, scope)
  1888.  
  1889. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1890. 199 # and passing it back to the span generator
  1891. 200 try:
  1892. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1893. 202 completed = True
  1894. 203 try:
  1895.  
  1896. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1897. 449 return None
  1898. 450
  1899. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1900. 452 return await self.create_call(func, arg=arg)
  1901. 453
  1902.  
  1903. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1904. 248 def _wakeup(self, future):
  1905. 249 try:
  1906. --> 250 future.result()
  1907. 251 except Exception as exc:
  1908. 252 # This may also be a cancellation.
  1909.  
  1910. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1911. 180 result = coro.send(None)
  1912. 181 else:
  1913. --> 182 result = coro.throw(exc)
  1914. 183 except StopIteration as exc:
  1915. 184 if self._must_cancel:
  1916.  
  1917. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1918. 511 return await self._evaluate_reference(comp, scope)
  1919. 512 elif which_computation == 'call':
  1920. --> 513 return await self._evaluate_call(comp, scope)
  1921. 514 elif which_computation == 'selection':
  1922. 515 return await self._evaluate_selection(comp, scope)
  1923.  
  1924. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1925. 199 # and passing it back to the span generator
  1926. 200 try:
  1927. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1928. 202 completed = True
  1929. 203 try:
  1930.  
  1931. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1932. 449 return None
  1933. 450
  1934. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1935. 452 return await self.create_call(func, arg=arg)
  1936. 453
  1937.  
  1938. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1939. 248 def _wakeup(self, future):
  1940. 249 try:
  1941. --> 250 future.result()
  1942. 251 except Exception as exc:
  1943. 252 # This may also be a cancellation.
  1944.  
  1945. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1946. 180 result = coro.send(None)
  1947. 181 else:
  1948. --> 182 result = coro.throw(exc)
  1949. 183 except StopIteration as exc:
  1950. 184 if self._must_cancel:
  1951.  
  1952. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1953. 511 return await self._evaluate_reference(comp, scope)
  1954. 512 elif which_computation == 'call':
  1955. --> 513 return await self._evaluate_call(comp, scope)
  1956. 514 elif which_computation == 'selection':
  1957. 515 return await self._evaluate_selection(comp, scope)
  1958.  
  1959. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  1960. 199 # and passing it back to the span generator
  1961. 200 try:
  1962. --> 201 result = await fn(*fn_args, **fn_kwargs)
  1963. 202 completed = True
  1964. 203 try:
  1965.  
  1966. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  1967. 449 return None
  1968. 450
  1969. --> 451 func, arg = await asyncio.gather(func, get_arg())
  1970. 452 return await self.create_call(func, arg=arg)
  1971. 453
  1972.  
  1973. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  1974. 248 def _wakeup(self, future):
  1975. 249 try:
  1976. --> 250 future.result()
  1977. 251 except Exception as exc:
  1978. 252 # This may also be a cancellation.
  1979.  
  1980. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  1981. 180 result = coro.send(None)
  1982. 181 else:
  1983. --> 182 result = coro.throw(exc)
  1984. 183 except StopIteration as exc:
  1985. 184 if self._must_cancel:
  1986.  
  1987. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  1988. 445 async def get_arg():
  1989. 446 if comp.call.argument.WhichOneof('computation') is not None:
  1990. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  1991. 448 else:
  1992. 449 return None
  1993.  
  1994. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  1995. 515 return await self._evaluate_selection(comp, scope)
  1996. 516 elif which_computation == 'struct':
  1997. --> 517 return await self._evaluate_struct(comp, scope)
  1998. 518 elif which_computation == 'block':
  1999. 519 return await self._evaluate_block(comp, scope)
  2000.  
  2001. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2002. 199 # and passing it back to the span generator
  2003. 200 try:
  2004. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2005. 202 completed = True
  2006. 203 try:
  2007.  
  2008. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  2009. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  2010. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  2011. --> 473 values = await asyncio.gather(*values)
  2012. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  2013. 475
  2014.  
  2015. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2016. 248 def _wakeup(self, future):
  2017. 249 try:
  2018. --> 250 future.result()
  2019. 251 except Exception as exc:
  2020. 252 # This may also be a cancellation.
  2021.  
  2022. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2023. 180 result = coro.send(None)
  2024. 181 else:
  2025. --> 182 result = coro.throw(exc)
  2026. 183 except StopIteration as exc:
  2027. 184 if self._must_cancel:
  2028.  
  2029. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  2030. 445 async def get_arg():
  2031. 446 if comp.call.argument.WhichOneof('computation') is not None:
  2032. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  2033. 448 else:
  2034. 449 return None
  2035.  
  2036. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  2037. 515 return await self._evaluate_selection(comp, scope)
  2038. 516 elif which_computation == 'struct':
  2039. --> 517 return await self._evaluate_struct(comp, scope)
  2040. 518 elif which_computation == 'block':
  2041. 519 return await self._evaluate_block(comp, scope)
  2042.  
  2043. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2044. 199 # and passing it back to the span generator
  2045. 200 try:
  2046. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2047. 202 completed = True
  2048. 203 try:
  2049.  
  2050. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  2051. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  2052. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  2053. --> 473 values = await asyncio.gather(*values)
  2054. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  2055. 475
  2056.  
  2057. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2058. 248 def _wakeup(self, future):
  2059. 249 try:
  2060. --> 250 future.result()
  2061. 251 except Exception as exc:
  2062. 252 # This may also be a cancellation.
  2063.  
  2064. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2065. 180 result = coro.send(None)
  2066. 181 else:
  2067. --> 182 result = coro.throw(exc)
  2068. 183 except StopIteration as exc:
  2069. 184 if self._must_cancel:
  2070.  
  2071. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in get_arg()
  2072. 445 async def get_arg():
  2073. 446 if comp.call.argument.WhichOneof('computation') is not None:
  2074. --> 447 return await self._evaluate(comp.call.argument, scope=scope)
  2075. 448 else:
  2076. 449 return None
  2077.  
  2078. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  2079. 515 return await self._evaluate_selection(comp, scope)
  2080. 516 elif which_computation == 'struct':
  2081. --> 517 return await self._evaluate_struct(comp, scope)
  2082. 518 elif which_computation == 'block':
  2083. 519 return await self._evaluate_block(comp, scope)
  2084.  
  2085. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2086. 199 # and passing it back to the span generator
  2087. 200 try:
  2088. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2089. 202 completed = True
  2090. 203 try:
  2091.  
  2092. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_struct(self, comp, scope)
  2093. 471 names = [str(e.name) if e.name else None for e in comp.struct.element]
  2094. 472 values = [self._evaluate(e.value, scope=scope) for e in comp.struct.element]
  2095. --> 473 values = await asyncio.gather(*values)
  2096. 474 return await self.create_struct(structure.Struct(zip(names, values)))
  2097. 475
  2098.  
  2099. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2100. 248 def _wakeup(self, future):
  2101. 249 try:
  2102. --> 250 future.result()
  2103. 251 except Exception as exc:
  2104. 252 # This may also be a cancellation.
  2105.  
  2106. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2107. 180 result = coro.send(None)
  2108. 181 else:
  2109. --> 182 result = coro.throw(exc)
  2110. 183 except StopIteration as exc:
  2111. 184 if self._must_cancel:
  2112.  
  2113. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  2114. 509 return await self._evaluate_lambda(comp, scope)
  2115. 510 elif which_computation == 'reference':
  2116. --> 511 return await self._evaluate_reference(comp, scope)
  2117. 512 elif which_computation == 'call':
  2118. 513 return await self._evaluate_call(comp, scope)
  2119.  
  2120. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2121. 199 # and passing it back to the span generator
  2122. 200 try:
  2123. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2124. 202 completed = True
  2125. 203 try:
  2126.  
  2127. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  2128. 433 scope: ReferenceResolvingExecutorScope,
  2129. 434 ) -> ReferenceResolvingExecutorValue:
  2130. --> 435 return await scope.resolve_reference(comp.reference.name)
  2131. 436
  2132. 437 @tracing.trace(stats=False)
  2133.  
  2134. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2135. 110 return await value
  2136. 111 elif self._parent is not None:
  2137. --> 112 return await self._parent.resolve_reference(name)
  2138. 113 else:
  2139. 114 raise ValueError(
  2140.  
  2141. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2142. 110 return await value
  2143. 111 elif self._parent is not None:
  2144. --> 112 return await self._parent.resolve_reference(name)
  2145. 113 else:
  2146. 114 raise ValueError(
  2147.  
  2148. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2149. 110 return await value
  2150. 111 elif self._parent is not None:
  2151. --> 112 return await self._parent.resolve_reference(name)
  2152. 113 else:
  2153. 114 raise ValueError(
  2154.  
  2155. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2156. 110 return await value
  2157. 111 elif self._parent is not None:
  2158. --> 112 return await self._parent.resolve_reference(name)
  2159. 113 else:
  2160. 114 raise ValueError(
  2161.  
  2162. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2163. 110 return await value
  2164. 111 elif self._parent is not None:
  2165. --> 112 return await self._parent.resolve_reference(name)
  2166. 113 else:
  2167. 114 raise ValueError(
  2168.  
  2169. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2170. 110 return await value
  2171. 111 elif self._parent is not None:
  2172. --> 112 return await self._parent.resolve_reference(name)
  2173. 113 else:
  2174. 114 raise ValueError(
  2175.  
  2176. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2177. 110 return await value
  2178. 111 elif self._parent is not None:
  2179. --> 112 return await self._parent.resolve_reference(name)
  2180. 113 else:
  2181. 114 raise ValueError(
  2182.  
  2183. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2184. 110 return await value
  2185. 111 elif self._parent is not None:
  2186. --> 112 return await self._parent.resolve_reference(name)
  2187. 113 else:
  2188. 114 raise ValueError(
  2189.  
  2190. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2191. 110 return await value
  2192. 111 elif self._parent is not None:
  2193. --> 112 return await self._parent.resolve_reference(name)
  2194. 113 else:
  2195. 114 raise ValueError(
  2196.  
  2197. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2198. 110 return await value
  2199. 111 elif self._parent is not None:
  2200. --> 112 return await self._parent.resolve_reference(name)
  2201. 113 else:
  2202. 114 raise ValueError(
  2203.  
  2204. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2205. 110 return await value
  2206. 111 elif self._parent is not None:
  2207. --> 112 return await self._parent.resolve_reference(name)
  2208. 113 else:
  2209. 114 raise ValueError(
  2210.  
  2211. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2212. 110 return await value
  2213. 111 elif self._parent is not None:
  2214. --> 112 return await self._parent.resolve_reference(name)
  2215. 113 else:
  2216. 114 raise ValueError(
  2217.  
  2218. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2219. 110 return await value
  2220. 111 elif self._parent is not None:
  2221. --> 112 return await self._parent.resolve_reference(name)
  2222. 113 else:
  2223. 114 raise ValueError(
  2224.  
  2225. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2226. 110 return await value
  2227. 111 elif self._parent is not None:
  2228. --> 112 return await self._parent.resolve_reference(name)
  2229. 113 else:
  2230. 114 raise ValueError(
  2231.  
  2232. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2233. 110 return await value
  2234. 111 elif self._parent is not None:
  2235. --> 112 return await self._parent.resolve_reference(name)
  2236. 113 else:
  2237. 114 raise ValueError(
  2238.  
  2239. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2240. 110 return await value
  2241. 111 elif self._parent is not None:
  2242. --> 112 return await self._parent.resolve_reference(name)
  2243. 113 else:
  2244. 114 raise ValueError(
  2245.  
  2246. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2247. 110 return await value
  2248. 111 elif self._parent is not None:
  2249. --> 112 return await self._parent.resolve_reference(name)
  2250. 113 else:
  2251. 114 raise ValueError(
  2252.  
  2253. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2254. 110 return await value
  2255. 111 elif self._parent is not None:
  2256. --> 112 return await self._parent.resolve_reference(name)
  2257. 113 else:
  2258. 114 raise ValueError(
  2259.  
  2260. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2261. 110 return await value
  2262. 111 elif self._parent is not None:
  2263. --> 112 return await self._parent.resolve_reference(name)
  2264. 113 else:
  2265. 114 raise ValueError(
  2266.  
  2267. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2268. 110 return await value
  2269. 111 elif self._parent is not None:
  2270. --> 112 return await self._parent.resolve_reference(name)
  2271. 113 else:
  2272. 114 raise ValueError(
  2273.  
  2274. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2275. 110 return await value
  2276. 111 elif self._parent is not None:
  2277. --> 112 return await self._parent.resolve_reference(name)
  2278. 113 else:
  2279. 114 raise ValueError(
  2280.  
  2281. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2282. 110 return await value
  2283. 111 elif self._parent is not None:
  2284. --> 112 return await self._parent.resolve_reference(name)
  2285. 113 else:
  2286. 114 raise ValueError(
  2287.  
  2288. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2289. 110 return await value
  2290. 111 elif self._parent is not None:
  2291. --> 112 return await self._parent.resolve_reference(name)
  2292. 113 else:
  2293. 114 raise ValueError(
  2294.  
  2295. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2296. 110 return await value
  2297. 111 elif self._parent is not None:
  2298. --> 112 return await self._parent.resolve_reference(name)
  2299. 113 else:
  2300. 114 raise ValueError(
  2301.  
  2302. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2303. 110 return await value
  2304. 111 elif self._parent is not None:
  2305. --> 112 return await self._parent.resolve_reference(name)
  2306. 113 else:
  2307. 114 raise ValueError(
  2308.  
  2309. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2310. 110 return await value
  2311. 111 elif self._parent is not None:
  2312. --> 112 return await self._parent.resolve_reference(name)
  2313. 113 else:
  2314. 114 raise ValueError(
  2315.  
  2316. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2317. 110 return await value
  2318. 111 elif self._parent is not None:
  2319. --> 112 return await self._parent.resolve_reference(name)
  2320. 113 else:
  2321. 114 raise ValueError(
  2322.  
  2323. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2324. 110 return await value
  2325. 111 elif self._parent is not None:
  2326. --> 112 return await self._parent.resolve_reference(name)
  2327. 113 else:
  2328. 114 raise ValueError(
  2329.  
  2330. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2331. 110 return await value
  2332. 111 elif self._parent is not None:
  2333. --> 112 return await self._parent.resolve_reference(name)
  2334. 113 else:
  2335. 114 raise ValueError(
  2336.  
  2337. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2338. 110 return await value
  2339. 111 elif self._parent is not None:
  2340. --> 112 return await self._parent.resolve_reference(name)
  2341. 113 else:
  2342. 114 raise ValueError(
  2343.  
  2344. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2345. 108 value = self._symbols.get(str(name))
  2346. 109 if value is not None:
  2347. --> 110 return await value
  2348. 111 elif self._parent is not None:
  2349. 112 return await self._parent.resolve_reference(name)
  2350.  
  2351. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2352. 248 def _wakeup(self, future):
  2353. 249 try:
  2354. --> 250 future.result()
  2355. 251 except Exception as exc:
  2356. 252 # This may also be a cancellation.
  2357.  
  2358. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2359. 180 result = coro.send(None)
  2360. 181 else:
  2361. --> 182 result = coro.throw(exc)
  2362. 183 except StopIteration as exc:
  2363. 184 if self._must_cancel:
  2364.  
  2365. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  2366. 509 return await self._evaluate_lambda(comp, scope)
  2367. 510 elif which_computation == 'reference':
  2368. --> 511 return await self._evaluate_reference(comp, scope)
  2369. 512 elif which_computation == 'call':
  2370. 513 return await self._evaluate_call(comp, scope)
  2371.  
  2372. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2373. 199 # and passing it back to the span generator
  2374. 200 try:
  2375. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2376. 202 completed = True
  2377. 203 try:
  2378.  
  2379. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  2380. 433 scope: ReferenceResolvingExecutorScope,
  2381. 434 ) -> ReferenceResolvingExecutorValue:
  2382. --> 435 return await scope.resolve_reference(comp.reference.name)
  2383. 436
  2384. 437 @tracing.trace(stats=False)
  2385.  
  2386. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2387. 110 return await value
  2388. 111 elif self._parent is not None:
  2389. --> 112 return await self._parent.resolve_reference(name)
  2390. 113 else:
  2391. 114 raise ValueError(
  2392.  
  2393. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2394. 108 value = self._symbols.get(str(name))
  2395. 109 if value is not None:
  2396. --> 110 return await value
  2397. 111 elif self._parent is not None:
  2398. 112 return await self._parent.resolve_reference(name)
  2399.  
  2400. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2401. 248 def _wakeup(self, future):
  2402. 249 try:
  2403. --> 250 future.result()
  2404. 251 except Exception as exc:
  2405. 252 # This may also be a cancellation.
  2406.  
  2407. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2408. 180 result = coro.send(None)
  2409. 181 else:
  2410. --> 182 result = coro.throw(exc)
  2411. 183 except StopIteration as exc:
  2412. 184 if self._must_cancel:
  2413.  
  2414. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  2415. 509 return await self._evaluate_lambda(comp, scope)
  2416. 510 elif which_computation == 'reference':
  2417. --> 511 return await self._evaluate_reference(comp, scope)
  2418. 512 elif which_computation == 'call':
  2419. 513 return await self._evaluate_call(comp, scope)
  2420.  
  2421. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2422. 199 # and passing it back to the span generator
  2423. 200 try:
  2424. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2425. 202 completed = True
  2426. 203 try:
  2427.  
  2428. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_reference(self, comp, scope)
  2429. 433 scope: ReferenceResolvingExecutorScope,
  2430. 434 ) -> ReferenceResolvingExecutorValue:
  2431. --> 435 return await scope.resolve_reference(comp.reference.name)
  2432. 436
  2433. 437 @tracing.trace(stats=False)
  2434.  
  2435. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in resolve_reference(self, name)
  2436. 108 value = self._symbols.get(str(name))
  2437. 109 if value is not None:
  2438. --> 110 return await value
  2439. 111 elif self._parent is not None:
  2440. 112 return await self._parent.resolve_reference(name)
  2441.  
  2442. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2443. 248 def _wakeup(self, future):
  2444. 249 try:
  2445. --> 250 future.result()
  2446. 251 except Exception as exc:
  2447. 252 # This may also be a cancellation.
  2448.  
  2449. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2450. 180 result = coro.send(None)
  2451. 181 else:
  2452. --> 182 result = coro.throw(exc)
  2453. 183 except StopIteration as exc:
  2454. 184 if self._must_cancel:
  2455.  
  2456. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  2457. 511 return await self._evaluate_reference(comp, scope)
  2458. 512 elif which_computation == 'call':
  2459. --> 513 return await self._evaluate_call(comp, scope)
  2460. 514 elif which_computation == 'selection':
  2461. 515 return await self._evaluate_selection(comp, scope)
  2462.  
  2463. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2464. 199 # and passing it back to the span generator
  2465. 200 try:
  2466. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2467. 202 completed = True
  2468. 203 try:
  2469.  
  2470. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_call(self, comp, scope)
  2471. 450
  2472. 451 func, arg = await asyncio.gather(func, get_arg())
  2473. --> 452 return await self.create_call(func, arg=arg)
  2474. 453
  2475. 454 @tracing.trace(stats=False)
  2476.  
  2477. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2478. 199 # and passing it back to the span generator
  2479. 200 try:
  2480. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2481. 202 completed = True
  2482. 203 try:
  2483.  
  2484. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in create_call(self, comp, arg)
  2485. 345 return ReferenceResolvingExecutorValue(await
  2486. 346 self._target_executor.create_call(
  2487. --> 347 comp_repr, delegated_arg))
  2488. 348 elif isinstance(comp_repr, ScopedLambda):
  2489. 349 return await comp_repr.invoke(self, arg)
  2490.  
  2491. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2492. 199 # and passing it back to the span generator
  2493. 200 try:
  2494. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2495. 202 completed = True
  2496. 203 try:
  2497.  
  2498. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/thread_delegating_executor.py in create_call(self, comp, arg)
  2499. 118 comp = comp.internal_representation
  2500. 119 arg = arg.internal_representation if arg else None
  2501. --> 120 return await self._delegate(self._target_executor.create_call(comp, arg))
  2502. 121
  2503. 122 @tracing.trace
  2504.  
  2505. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/thread_delegating_executor.py in _delegate(self, coro)
  2506. 103 async def _delegate(self, coro):
  2507. 104 """Runs a coroutine which returns an executor value on the event loop."""
  2508. --> 105 result_value = await _delegate_with_trace_ctx(coro, self._event_loop)
  2509. 106 return ThreadDelegatingExecutorValue(result_value, self._event_loop)
  2510. 107
  2511.  
  2512. /usr/lib/python3.6/asyncio/futures.py in __iter__(self)
  2513. 325 if not self.done():
  2514. 326 self._asyncio_future_blocking = True
  2515. --> 327 yield self # This tells Task to wait for completion.
  2516. 328 assert self.done(), "yield from wasn't used with future"
  2517. 329 return self.result() # May raise too.
  2518.  
  2519. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2520. 248 def _wakeup(self, future):
  2521. 249 try:
  2522. --> 250 future.result()
  2523. 251 except Exception as exc:
  2524. 252 # This may also be a cancellation.
  2525.  
  2526. /usr/lib/python3.6/asyncio/futures.py in result(self)
  2527. 241 self._log_traceback = False
  2528. 242 if self._exception is not None:
  2529. --> 243 raise self._exception
  2530. 244 return self._result
  2531. 245
  2532.  
  2533. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2534. 180 result = coro.send(None)
  2535. 181 else:
  2536. --> 182 result = coro.throw(exc)
  2537. 183 except StopIteration as exc:
  2538. 184 if self._must_cancel:
  2539.  
  2540. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in _wrapped()
  2541. 388 async def _wrapped():
  2542. 389 with _with_span_yields(trace_span_yields):
  2543. --> 390 return await coro
  2544. 391
  2545. 392 return _wrapped()
  2546.  
  2547. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2548. 199 # and passing it back to the span generator
  2549. 200 try:
  2550. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2551. 202 completed = True
  2552. 203 try:
  2553.  
  2554. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/federating_executor.py in create_call(self, comp, arg)
  2555. 441 elif isinstance(comp.internal_representation, intrinsic_defs.IntrinsicDef):
  2556. 442 return await self._strategy.compute_federated_intrinsic(
  2557. --> 443 comp.internal_representation.uri, arg)
  2558. 444 else:
  2559. 445 raise ValueError('Calling objects of type {} is unsupported.'.format(
  2560.  
  2561. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/federating_executor.py in compute_federated_intrinsic(self, uri, arg)
  2562. 137 fn = getattr(self, 'compute_{}'.format(uri), None)
  2563. 138 if fn is not None:
  2564. --> 139 return await fn(arg) # pylint: disable=not-callable
  2565. 140 else:
  2566. 141 raise NotImplementedError(
  2567.  
  2568. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2569. 199 # and passing it back to the span generator
  2570. 200 try:
  2571. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2572. 202 completed = True
  2573. 203 try:
  2574.  
  2575. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/federated_resolving_strategy.py in compute_federated_map(self, arg)
  2576. 446 self,
  2577. 447 arg: FederatedResolvingStrategyValue) -> FederatedResolvingStrategyValue:
  2578. --> 448 return await self._map(arg, all_equal=False)
  2579. 449
  2580. 450 @tracing.trace
  2581.  
  2582. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2583. 199 # and passing it back to the span generator
  2584. 200 try:
  2585. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2586. 202 completed = True
  2587. 203 try:
  2588.  
  2589. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/federated_resolving_strategy.py in _map(self, arg, all_equal)
  2590. 318 results = await asyncio.gather(*[
  2591. 319 _map_child(fn, fn_type, value, child)
  2592. --> 320 for (value, child) in zip(val, children)
  2593. 321 ])
  2594. 322 return FederatedResolvingStrategyValue(
  2595.  
  2596. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2597. 248 def _wakeup(self, future):
  2598. 249 try:
  2599. --> 250 future.result()
  2600. 251 except Exception as exc:
  2601. 252 # This may also be a cancellation.
  2602.  
  2603. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2604. 180 result = coro.send(None)
  2605. 181 else:
  2606. --> 182 result = coro.throw(exc)
  2607. 183 except StopIteration as exc:
  2608. 184 if self._must_cancel:
  2609.  
  2610. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/federated_resolving_strategy.py in _map_child(fn, fn_type, value, child)
  2611. 313
  2612. 314 async def _map_child(fn, fn_type, value, child):
  2613. --> 315 fn_at_child = await child.create_value(fn, fn_type)
  2614. 316 return await child.create_call(fn_at_child, value)
  2615. 317
  2616.  
  2617. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2618. 199 # and passing it back to the span generator
  2619. 200 try:
  2620. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2621. 202 completed = True
  2622. 203 try:
  2623.  
  2624. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in create_value(self, value, type_spec)
  2625. 282 type_utils.reconcile_value_with_type_spec(value, type_spec))
  2626. 283 elif isinstance(value, pb.Computation):
  2627. --> 284 return await self._evaluate(value)
  2628. 285 elif type_spec is not None and type_spec.is_struct():
  2629. 286 v_el = structure.to_elements(structure.from_container(value))
  2630.  
  2631. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate(self, comp, scope)
  2632. 505 if which_computation in ['tensorflow', 'intrinsic', 'data', 'placement']:
  2633. 506 # nothing interesting here-- forward the creation to the child executor
  2634. --> 507 return await self._evaluate_to_delegate(comp, scope)
  2635. 508 elif which_computation == 'lambda':
  2636. 509 return await self._evaluate_lambda(comp, scope)
  2637.  
  2638. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2639. 199 # and passing it back to the span generator
  2640. 200 try:
  2641. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2642. 202 completed = True
  2643. 203 try:
  2644.  
  2645. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/reference_resolving_executor.py in _evaluate_to_delegate(self, comp, scope)
  2646. 415 return ReferenceResolvingExecutorValue(
  2647. 416 await self._target_executor.create_value(
  2648. --> 417 comp, type_serialization.deserialize_type(comp.type)))
  2649. 418
  2650. 419 @tracing.trace(stats=False)
  2651.  
  2652. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2653. 199 # and passing it back to the span generator
  2654. 200 try:
  2655. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2656. 202 completed = True
  2657. 203 try:
  2658.  
  2659. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/thread_delegating_executor.py in create_value(self, value, type_spec)
  2660. 109 async def create_value(self, value, type_spec=None) -> evb.ExecutorValue:
  2661. 110 return await self._delegate(
  2662. --> 111 self._target_executor.create_value(value, type_spec))
  2663. 112
  2664. 113 @tracing.trace
  2665.  
  2666. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/thread_delegating_executor.py in _delegate(self, coro)
  2667. 103 async def _delegate(self, coro):
  2668. 104 """Runs a coroutine which returns an executor value on the event loop."""
  2669. --> 105 result_value = await _delegate_with_trace_ctx(coro, self._event_loop)
  2670. 106 return ThreadDelegatingExecutorValue(result_value, self._event_loop)
  2671. 107
  2672.  
  2673. /usr/lib/python3.6/asyncio/futures.py in __iter__(self)
  2674. 325 if not self.done():
  2675. 326 self._asyncio_future_blocking = True
  2676. --> 327 yield self # This tells Task to wait for completion.
  2677. 328 assert self.done(), "yield from wasn't used with future"
  2678. 329 return self.result() # May raise too.
  2679.  
  2680. /usr/lib/python3.6/asyncio/tasks.py in _wakeup(self, future)
  2681. 248 def _wakeup(self, future):
  2682. 249 try:
  2683. --> 250 future.result()
  2684. 251 except Exception as exc:
  2685. 252 # This may also be a cancellation.
  2686.  
  2687. /usr/lib/python3.6/asyncio/futures.py in result(self)
  2688. 241 self._log_traceback = False
  2689. 242 if self._exception is not None:
  2690. --> 243 raise self._exception
  2691. 244 return self._result
  2692. 245
  2693.  
  2694. /usr/lib/python3.6/asyncio/tasks.py in _step(***failed resolving arguments***)
  2695. 178 # We use the `send` method directly, because coroutines
  2696. 179 # don't have `__iter__` and `__next__` methods.
  2697. --> 180 result = coro.send(None)
  2698. 181 else:
  2699. 182 result = coro.throw(exc)
  2700.  
  2701. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in _wrapped()
  2702. 388 async def _wrapped():
  2703. 389 with _with_span_yields(trace_span_yields):
  2704. --> 390 return await coro
  2705. 391
  2706. 392 return _wrapped()
  2707.  
  2708. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/common_libs/tracing.py in async_trace(*fn_args, **fn_kwargs)
  2709. 199 # and passing it back to the span generator
  2710. 200 try:
  2711. --> 201 result = await fn(*fn_args, **fn_kwargs)
  2712. 202 completed = True
  2713. 203 try:
  2714.  
  2715. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/eager_tf_executor.py in create_value(self, value, type_spec)
  2716. 510 raise RuntimeError('The eager executor may only be used in eager mode.')
  2717. 511
  2718. --> 512 return EagerValue(value, self._tf_function_cache, type_spec, self._device)
  2719. 513
  2720. 514 @tracing.trace
  2721.  
  2722. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/eager_tf_executor.py in __init__(self, value, tf_function_cache, type_spec, device)
  2723. 413 self._type_signature = type_spec
  2724. 414 self._value = to_representation_for_type(value, tf_function_cache,
  2725. --> 415 type_spec, device)
  2726. 416
  2727. 417 @property
  2728.  
  2729. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/eager_tf_executor.py in to_representation_for_type(value, tf_function_cache, type_spec, device)
  2730. 334 if cached_fn is not None:
  2731. 335 return cached_fn
  2732. --> 336 embedded_fn = embed_tensorflow_computation(value, type_spec, device)
  2733. 337 tf_function_cache[key] = embedded_fn
  2734. 338 return embedded_fn
  2735.  
  2736. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/eager_tf_executor.py in embed_tensorflow_computation(comp, type_spec, device)
  2737. 197
  2738. 198 wrapped_fn = _get_wrapped_function_from_comp(comp, must_pin_function_to_cpu,
  2739. --> 199 param_type, device)
  2740. 200 param_fns = []
  2741. 201 if param_type is not None:
  2742.  
  2743. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/eager_tf_executor.py in _get_wrapped_function_from_comp(comp, must_pin_function_to_cpu, param_type, device)
  2744. 119 return _import_fn()
  2745. 120
  2746. --> 121 wrapped_noarg_fn = tf.compat.v1.wrap_function(function_to_wrap, signature=[])
  2747. 122
  2748. 123 if param_type is not None:
  2749.  
  2750. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow/python/eager/wrap_function.py in wrap_function(fn, signature, name)
  2751. 626 signature=signature,
  2752. 627 add_control_dependencies=False,
  2753. --> 628 collections={}),
  2754. 629 variable_holder=holder,
  2755. 630 signature=signature)
  2756.  
  2757. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow/python/framework/func_graph.py in func_graph_from_py_func(name, python_func, args, kwargs, signature, func_graph, autograph, autograph_options, add_control_dependencies, arg_names, op_return_value, collections, capture_by_value, override_flat_arg_shapes)
  2758. 984 _, original_func = tf_decorator.unwrap(python_func)
  2759. 985
  2760. --> 986 func_outputs = python_func(*func_args, **func_kwargs)
  2761. 987
  2762. 988 # invariant: `func_outputs` contains only Tensors, CompositeTensors,
  2763.  
  2764. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow/python/eager/wrap_function.py in __call__(self, *args, **kwargs)
  2765. 85
  2766. 86 def __call__(self, *args, **kwargs):
  2767. ---> 87 return self.call_with_variable_creator_scope(self._fn)(*args, **kwargs)
  2768. 88
  2769. 89 def call_with_variable_creator_scope(self, fn):
  2770.  
  2771. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow/python/eager/wrap_function.py in wrapped(*args, **kwargs)
  2772. 91 def wrapped(*args, **kwargs):
  2773. 92 with variable_scope.variable_creator_scope(self.variable_creator_scope):
  2774. ---> 93 return fn(*args, **kwargs)
  2775. 94
  2776. 95 return wrapped
  2777.  
  2778. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/eager_tf_executor.py in function_to_wrap()
  2779. 99 graph_def = serialization_utils.unpack_graph_def(comp.tensorflow.graph_def)
  2780. 100 # TODO(b/159180073): clean raise after fixing dataset reduce.
  2781. --> 101 _check_dataset_reduce_in_multi_gpu(graph_def)
  2782. 102
  2783. 103 init_op = comp.tensorflow.initialize_op
  2784.  
  2785. ~/fasttext-venv/lib/python3.6/site-packages/tensorflow_federated/python/core/impl/executors/eager_tf_executor.py in _check_dataset_reduce_in_multi_gpu(graph_def)
  2786. 65 if has_dataset_reduce_node:
  2787. 66 raise ValueError(
  2788. ---> 67 'Detected dataset reduce op in multi-GPU TFF simulation: '
  2789. 68 '`use_experimental_simulation_loop=True` for `tff.learning`; or '
  2790. 69 'use `for ... in iter(dataset)` for your own dataset iteration.'
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!