Advertisement
Guest User

await async error prefect s3

a guest
Aug 17th, 2022
27
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 9.30 KB | None | 0 0
  1. /Users/edwarddavies/code/Prefect-API-Demo/venv/bin/python /Users/edwarddavies/code/Prefect-API-Demo/src/s3.py
  2. 12:42:11.456 | INFO    | prefect.engine - Created flow run 'magenta-dugong' for flow 's3'
  3. 12:42:12.853 | INFO    | Flow run 'magenta-dugong' - Created task run 'upload_to_s3-37a57047-0' for task 'upload_to_s3'
  4. 12:42:12.854 | INFO    | Flow run 'magenta-dugong' - Executing 'upload_to_s3-37a57047-0' immediately...
  5. 12:42:13.124 | ERROR   | Task run 'upload_to_s3-37a57047-0' - Encountered exception during execution:
  6. Traceback (most recent call last):
  7.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 1046, in orchestrate_task_run
  8.     result = await task.fn(*args, **kwargs)
  9.   File "/Users/edwarddavies/code/Prefect-API-Demo/src/s3.py", line 18, in upload_to_s3
  10.     await block.put_directory(path, file_name)
  11. AttributeError: 'coroutine' object has no attribute 'put_directory'
  12. 12:42:13.413 | ERROR   | Task run 'upload_to_s3-37a57047-0' - Finished in state Failed('Task run encountered an exception.')
  13. 12:42:13.413 | ERROR   | Flow run 'magenta-dugong' - Encountered exception during execution:
  14. Traceback (most recent call last):
  15.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 557, in orchestrate_flow_run
  16.     result = await run_sync(flow_call)
  17.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 56, in run_sync_in_worker_thread
  18.     return await anyio.to_thread.run_sync(call, cancellable=True)
  19.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/to_thread.py", line 31, in run_sync
  20.     return await get_asynclib().run_sync_in_worker_thread(
  21.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 937, in run_sync_in_worker_thread
  22.     return await future
  23.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 867, in run
  24.     result = context.run(func, *args)
  25.   File "/Users/edwarddavies/code/Prefect-API-Demo/src/s3.py", line 11, in s3
  26.     upload_to_s3("test.csv", "hubspot")
  27.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/tasks.py", line 294, in __call__
  28.     return enter_task_run_engine(
  29.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 687, in enter_task_run_engine
  30.     return run_async_from_worker_thread(begin_run)
  31.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 136, in run_async_from_worker_thread
  32.     return anyio.from_thread.run(call)
  33.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/from_thread.py", line 49, in run
  34.     return asynclib.run_async_from_thread(func, *args)
  35.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 970, in run_async_from_thread
  36.     return f.result()
  37.   File "/Users/edwarddavies/.pyenv/versions/3.9.12/lib/python3.9/concurrent/futures/_base.py", line 446, in result
  38.     return self.__get_result()
  39.   File "/Users/edwarddavies/.pyenv/versions/3.9.12/lib/python3.9/concurrent/futures/_base.py", line 391, in __get_result
  40.     raise self._exception
  41.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 806, in create_task_run_then_submit
  42.     return await future._result()
  43.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/futures.py", line 220, in _result
  44.     return final_state.result(raise_on_failure=raise_on_failure)
  45.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/orion/schemas/states.py", line 145, in result
  46.     raise data
  47.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 1046, in orchestrate_task_run
  48.     result = await task.fn(*args, **kwargs)
  49.   File "/Users/edwarddavies/code/Prefect-API-Demo/src/s3.py", line 18, in upload_to_s3
  50.     await block.put_directory(path, file_name)
  51. AttributeError: 'coroutine' object has no attribute 'put_directory'
  52. 12:42:13.575 | ERROR   | Flow run 'magenta-dugong' - Finished in state Failed('Flow run encountered an exception.')
  53. Traceback (most recent call last):
  54.   File "/Users/edwarddavies/code/Prefect-API-Demo/src/s3.py", line 21, in <module>
  55.     s3()
  56.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/flows.py", line 390, in __call__
  57.     return enter_flow_run_engine_from_flow_call(
  58.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 152, in enter_flow_run_engine_from_flow_call
  59.     return anyio.run(begin_run)
  60.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_core/_eventloop.py", line 70, in run
  61.     return asynclib.run(func, *args, **backend_options)
  62.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 292, in run
  63.     return native_run(wrapper(), debug=debug)
  64.   File "/Users/edwarddavies/.pyenv/versions/3.9.12/lib/python3.9/asyncio/runners.py", line 44, in run
  65.     return loop.run_until_complete(main)
  66.   File "/Users/edwarddavies/.pyenv/versions/3.9.12/lib/python3.9/asyncio/base_events.py", line 647, in run_until_complete
  67.     return future.result()
  68.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 287, in wrapper
  69.     return await func(*args)
  70.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/client.py", line 104, in with_injected_client
  71.     return await fn(*args, **kwargs)
  72.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 228, in create_then_begin_flow_run
  73.     return state.result()
  74.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/orion/schemas/states.py", line 145, in result
  75.     raise data
  76.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 557, in orchestrate_flow_run
  77.     result = await run_sync(flow_call)
  78.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 56, in run_sync_in_worker_thread
  79.     return await anyio.to_thread.run_sync(call, cancellable=True)
  80.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/to_thread.py", line 31, in run_sync
  81.     return await get_asynclib().run_sync_in_worker_thread(
  82.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 937, in run_sync_in_worker_thread
  83.     return await future
  84.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 867, in run
  85.     result = context.run(func, *args)
  86.   File "/Users/edwarddavies/code/Prefect-API-Demo/src/s3.py", line 11, in s3
  87.     upload_to_s3("test.csv", "hubspot")
  88.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/tasks.py", line 294, in __call__
  89.     return enter_task_run_engine(
  90.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 687, in enter_task_run_engine
  91.     return run_async_from_worker_thread(begin_run)
  92.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 136, in run_async_from_worker_thread
  93.     return anyio.from_thread.run(call)
  94.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/from_thread.py", line 49, in run
  95.     return asynclib.run_async_from_thread(func, *args)
  96.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 970, in run_async_from_thread
  97.     return f.result()
  98.   File "/Users/edwarddavies/.pyenv/versions/3.9.12/lib/python3.9/concurrent/futures/_base.py", line 446, in result
  99.     return self.__get_result()
  100.   File "/Users/edwarddavies/.pyenv/versions/3.9.12/lib/python3.9/concurrent/futures/_base.py", line 391, in __get_result
  101.     raise self._exception
  102.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 806, in create_task_run_then_submit
  103.     return await future._result()
  104.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/futures.py", line 220, in _result
  105.     return final_state.result(raise_on_failure=raise_on_failure)
  106.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/orion/schemas/states.py", line 145, in result
  107.     raise data
  108.   File "/Users/edwarddavies/code/Prefect-API-Demo/venv/lib/python3.9/site-packages/prefect/engine.py", line 1046, in orchestrate_task_run
  109.     result = await task.fn(*args, **kwargs)
  110.   File "/Users/edwarddavies/code/Prefect-API-Demo/src/s3.py", line 18, in upload_to_s3
  111.     await block.put_directory(path, file_name)
  112. AttributeError: 'coroutine' object has no attribute 'put_directory'
  113.  
  114. Process finished with exit code 1
  115.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement