Created
June 30, 2020 04:40
-
-
Save sagarrakshe/48c262ad48ae2cbc1072be77e2caca5b to your computer and use it in GitHub Desktop.
Apache beam PubSub error
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/executor.py", line 382, in call | |
| finish_state) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/executor.py", line 423, in attempt_call | |
| result = evaluator.finish_bundle() | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 698, in finish_bundle | |
| data = self._read_from_pubsub(self.source.timestamp_attribute) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 686, in _read_from_pubsub | |
| self._sub_name, max_messages=10, return_immediately=True) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/cloud/pubsub_v1/_gapic.py", line 40, in <lambda> | |
| fx = lambda self, *a, **kw: wrapped_fx(self.api, *a, **kw) # noqa | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/cloud/pubsub_v1/gapic/subscriber_client.py", line 1005, in pull | |
| request, retry=retry, timeout=timeout, metadata=metadata | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/gapic_v1/method.py", line 143, in __call__ | |
| return wrapped_func(*args, **kwargs) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/retry.py", line 286, in retry_wrapped_func | |
| on_error=on_error, | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/retry.py", line 184, in retry_target | |
| return target() | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/timeout.py", line 214, in func_with_timeout | |
| return func(*args, **kwargs) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/grpc_helpers.py", line 59, in error_remapped_callable | |
| six.raise_from(exceptions.from_grpc_error(exc), exc) | |
| File "<string>", line 3, in raise_from | |
| google.api_core.exceptions.DeadlineExceeded: 504 Deadline Exceeded | |
| ERROR:apache_beam.runners.direct.executor:Giving up after 4 attempts. | |
| WARNING:apache_beam.runners.direct.executor:A task failed with exception: 504 Deadline Exceeded | |
| Traceback (most recent call last): | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/grpc_helpers.py", line 57, in error_remapped_callable | |
| return callable_(*args, **kwargs) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/grpc/_channel.py", line 826, in __call__ | |
| return _end_unary_response_blocking(state, call, False, None) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/grpc/_channel.py", line 729, in _end_unary_response_blocking | |
| raise _InactiveRpcError(state) | |
| grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with: | |
| status = StatusCode.DEADLINE_EXCEEDED | |
| details = "Deadline Exceeded" | |
| debug_error_string = "{"created":"@1593491691.812957068","description":"Deadline Exceeded","file":"src/core/ext/filters/deadline/deadline_filter.cc","file_line":69,"grpc_status":4}" | |
| > | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "streaming_pipeline.py", line 79, in <module> | |
| main() | |
| File "streaming_pipeline.py", line 75, in main | |
| result.wait_until_finish() | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/direct_runner.py", line 455, in wait_until_finish | |
| self._executor.await_completion() | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/executor.py", line 439, in await_completion | |
| self._executor.await_completion() | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/executor.py", line 488, in await_completion | |
| raise_(t, v, tb) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/future/utils/__init__.py", line 441, in raise_ | |
| raise exc | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/executor.py", line 382, in call | |
| finish_state) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/executor.py", line 423, in attempt_call | |
| result = evaluator.finish_bundle() | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 698, in finish_bundle | |
| data = self._read_from_pubsub(self.source.timestamp_attribute) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 686, in _read_from_pubsub | |
| self._sub_name, max_messages=10, return_immediately=True) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/cloud/pubsub_v1/_gapic.py", line 40, in <lambda> | |
| fx = lambda self, *a, **kw: wrapped_fx(self.api, *a, **kw) # noqa | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/cloud/pubsub_v1/gapic/subscriber_client.py", line 1005, in pull | |
| request, retry=retry, timeout=timeout, metadata=metadata | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/gapic_v1/method.py", line 143, in __call__ | |
| return wrapped_func(*args, **kwargs) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/retry.py", line 286, in retry_wrapped_func | |
| on_error=on_error, | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/retry.py", line 184, in retry_target | |
| return target() | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/timeout.py", line 214, in func_with_timeout | |
| return func(*args, **kwargs) | |
| File "/home/sagar/experiments/dataflow/dataflow/lib/python3.6/site-packages/google/api_core/grpc_helpers.py", line 59, in error_remapped_callable | |
| six.raise_from(exceptions.from_grpc_error(exc), exc) | |
| File "<string>", line 3, in raise_from | |
| google.api_core.exceptions.DeadlineExceeded: 504 Deadline Exceeded |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment