Advertisement
Guest User

Apache Beam Stateful DoFn Coding Error Trace

a guest
Dec 15th, 2023
55
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 7.38 KB | None | 0 0
  1. Error message from worker: generic::unknown: Traceback (most recent call last):
  2. File "apache_beam/runners/common.py", line 1423, in apache_beam.runners.common.DoFnRunner.process
  3. File "apache_beam/runners/common.py", line 625, in apache_beam.runners.common.SimpleInvoker.invoke_process
  4. File "apache_beam/runners/common.py", line 1607, in apache_beam.runners.common._OutputHandler.handle_process_outputs
  5. File "apache_beam/runners/common.py", line 1720, in apache_beam.runners.common._OutputHandler._write_value_to_tag
  6. File "apache_beam/runners/worker/operations.py", line 263, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  7. File "apache_beam/runners/worker/operations.py", line 208, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start
  8. File "apache_beam/runners/worker/opcounters.py", line 213, in apache_beam.runners.worker.opcounters.OperationCounters.update_from
  9. File "apache_beam/runners/worker/opcounters.py", line 265, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample
  10. File "apache_beam/coders/coder_impl.py", line 1495, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
  11. File "apache_beam/coders/coder_impl.py", line 1506, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
  12. File "apache_beam/coders/coder_impl.py", line 1055, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
  13. File "apache_beam/coders/coder_impl.py", line 293, in apache_beam.coders.coder_impl.CallbackCoderImpl.get_estimated_size_and_observables
  14. File "apache_beam/coders/coder_impl.py", line 284, in apache_beam.coders.coder_impl.CallbackCoderImpl.estimate_size
  15. File "/usr/local/lib/python3.10/site-packages/apache_beam/coders/coders.py", line 209, in estimate_size
  16. return len(self.encode(value))
  17. File "/usr/local/lib/python3.10/site-packages/apache_beam/coders/coders.py", line 429, in encode
  18. return value.encode('utf-8')
  19. AttributeError: 'tuple' object has no attribute 'encode'
  20.  
  21. During handling of the above exception, another exception occurred:
  22.  
  23. Traceback (most recent call last):
  24. File "/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 297, in _execute
  25. response = task()
  26. File "/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 372, in <lambda>
  27. lambda: self.create_worker().do_instruction(request), request)
  28. File "/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 625, in do_instruction
  29. return getattr(self, request_type)(
  30. File "/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in process_bundle
  31. bundle_processor.process_bundle(instruction_id))
  32. File "/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1040, in process_bundle
  33. input_op_by_transform_id[element.transform_id].process_encoded(
  34. File "/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 232, in process_encoded
  35. self.output(decoded_value)
  36. File "apache_beam/runners/worker/operations.py", line 568, in apache_beam.runners.worker.operations.Operation.output
  37. File "apache_beam/runners/worker/operations.py", line 570, in apache_beam.runners.worker.operations.Operation.output
  38. File "apache_beam/runners/worker/operations.py", line 261, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  39. File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  40. File "apache_beam/runners/worker/operations.py", line 951, in apache_beam.runners.worker.operations.DoOperation.process
  41. File "apache_beam/runners/worker/operations.py", line 952, in apache_beam.runners.worker.operations.DoOperation.process
  42. File "apache_beam/runners/common.py", line 1425, in apache_beam.runners.common.DoFnRunner.process
  43. File "apache_beam/runners/common.py", line 1513, in apache_beam.runners.common.DoFnRunner._reraise_augmented
  44. File "apache_beam/runners/common.py", line 1423, in apache_beam.runners.common.DoFnRunner.process
  45. File "apache_beam/runners/common.py", line 839, in apache_beam.runners.common.PerWindowInvoker.invoke_process
  46. File "apache_beam/runners/common.py", line 983, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
  47. File "apache_beam/runners/common.py", line 1607, in apache_beam.runners.common._OutputHandler.handle_process_outputs
  48. File "apache_beam/runners/common.py", line 1720, in apache_beam.runners.common._OutputHandler._write_value_to_tag
  49. File "apache_beam/runners/worker/operations.py", line 350, in apache_beam.runners.worker.operations.GeneralPurposeConsumerSet.receive
  50. File "apache_beam/runners/worker/operations.py", line 949, in apache_beam.runners.worker.operations.DoOperation.process
  51. File "apache_beam/runners/worker/operations.py", line 951, in apache_beam.runners.worker.operations.DoOperation.process
  52. File "apache_beam/runners/worker/operations.py", line 952, in apache_beam.runners.worker.operations.DoOperation.process
  53. File "apache_beam/runners/common.py", line 1425, in apache_beam.runners.common.DoFnRunner.process
  54. File "apache_beam/runners/common.py", line 1533, in apache_beam.runners.common.DoFnRunner._reraise_augmented
  55. File "apache_beam/runners/common.py", line 1423, in apache_beam.runners.common.DoFnRunner.process
  56. File "apache_beam/runners/common.py", line 625, in apache_beam.runners.common.SimpleInvoker.invoke_process
  57. File "apache_beam/runners/common.py", line 1607, in apache_beam.runners.common._OutputHandler.handle_process_outputs
  58. File "apache_beam/runners/common.py", line 1720, in apache_beam.runners.common._OutputHandler._write_value_to_tag
  59. File "apache_beam/runners/worker/operations.py", line 263, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  60. File "apache_beam/runners/worker/operations.py", line 208, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start
  61. File "apache_beam/runners/worker/opcounters.py", line 213, in apache_beam.runners.worker.opcounters.OperationCounters.update_from
  62. File "apache_beam/runners/worker/opcounters.py", line 265, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample
  63. File "apache_beam/coders/coder_impl.py", line 1495, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
  64. File "apache_beam/coders/coder_impl.py", line 1506, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
  65. File "apache_beam/coders/coder_impl.py", line 1055, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
  66. File "apache_beam/coders/coder_impl.py", line 293, in apache_beam.coders.coder_impl.CallbackCoderImpl.get_estimated_size_and_observables
  67. File "apache_beam/coders/coder_impl.py", line 284, in apache_beam.coders.coder_impl.CallbackCoderImpl.estimate_size
  68. File "/usr/local/lib/python3.10/site-packages/apache_beam/coders/coders.py", line 209, in estimate_size
  69. return len(self.encode(value))
  70. File "/usr/local/lib/python3.10/site-packages/apache_beam/coders/coders.py", line 429, in encode
  71. return value.encode('utf-8')
  72. AttributeError: 'tuple' object has no attribute 'encode' [while running 'Add Keys-ptransform-51']
  73.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement