Fix bq load for clashing copy job names#39107
Open
stankiewicz wants to merge 3 commits into
Open
GitHub Actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
failed
Jun 26, 2026 in 0s
6 fail, 72 skipped, 112 pass in 2h 10m 1s
Annotations
Check warning on line 0 in apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests
github-actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
test_ReadGbq (apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests) failed
sdks/python/pytest_postCommitIT-df-py312.xml [took 6m 4s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
response = task()
^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
self.ops = future.result(timeout=3600)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
return self.__get_result()
^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
raise self._exception
File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
result = self.fn(*self.args, **self.kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
get_operation(transform_id))) for transform_id in sorted(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
return transform_factory.create_operation(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
return _create_pardo_operation(
^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
return desired_pickle_lib.loads(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
return _loads(s)
^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
unpickled = cloudpickle.loads(s)
^^^^^^^^^^^^^^^^^^^^
TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
self = <apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests testMethod=test_ReadGbq>
@pytest.mark.it_postcommit
def test_ReadGbq(self):
from apache_beam.dataframe import convert
> with TestPipeline(is_integration_test=True) as p:
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/dataframe/io_it_test.py:47:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:652: in __exit__
self.result = self.run()
^^^^^^^^^^
apache_beam/testing/test_pipeline.py:119: in run
result = super().run(
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:605: in _run_internal
self._options).run(False)
^^^^^^^^^^
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:629: in _run_internal
return self.runner.run_pipeline(self, self._options)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult id: "2026-06-25_15_32_00-6979879488825679490"
project_id: "apache-beam-testing"
name: "beamapp...DK"
sdk_support_status: SUPPORTED
}
}
start_time {
seconds: 1782426721
nanos: 205017000
}
at 0x7a0577097500>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
gcp_options = self._options.view_as(GoogleCloudOptions)
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/{gcp_options.region}/{self.job_id()}"
f"?project={gcp_options.project}")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
E response = task()
E ^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
E return getattr(self, request_type)(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
E processor = bundle_processor.BundleProcessor(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
E self.ops = future.result(timeout=3600)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
E return self.__get_result()
E ^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
E raise self._exception
E File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
E result = self.fn(*self.args, **self.kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
E get_operation(transform_id))) for transform_id in sorted(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
E return transform_factory.create_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
E return _create_pardo_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
E return desired_pickle_lib.loads(
E ^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
E return _loads(s)
E ^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
E unpickled = cloudpickle.loads(s)
E ^^^^^^^^^^^^^^^^^^^^
E TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
apache_beam/runners/dataflow/dataflow_runner.py:834: DataflowRuntimeException
Check warning on line 0 in apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests
github-actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
test_ReadGbq_direct_read (apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests) failed
sdks/python/pytest_postCommitIT-df-py312.xml [took 6m 8s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
response = task()
^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
self.ops = future.result(timeout=3600)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
return self.__get_result()
^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
raise self._exception
File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
result = self.fn(*self.args, **self.kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
get_operation(transform_id))) for transform_id in sorted(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
return transform_factory.create_operation(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
return _create_pardo_operation(
^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
return desired_pickle_lib.loads(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
return _loads(s)
^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
unpickled = cloudpickle.loads(s)
^^^^^^^^^^^^^^^^^^^^
TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
self = <apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests testMethod=test_ReadGbq_direct_read>
@pytest.mark.it_postcommit
def test_ReadGbq_direct_read(self):
from apache_beam.dataframe import convert
> with TestPipeline(is_integration_test=True) as p:
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/dataframe/io_it_test.py:74:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:652: in __exit__
self.result = self.run()
^^^^^^^^^^
apache_beam/testing/test_pipeline.py:119: in run
result = super().run(
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:605: in _run_internal
self._options).run(False)
^^^^^^^^^^
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:629: in _run_internal
return self.runner.run_pipeline(self, self._options)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult id: "2026-06-25_15_38_04-9064478718549554294"
project_id: "apache-beam-testing"
name: "beamapp...DK"
sdk_support_status: SUPPORTED
}
}
start_time {
seconds: 1782427084
nanos: 793458000
}
at 0x7a05285679b0>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
gcp_options = self._options.view_as(GoogleCloudOptions)
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/{gcp_options.region}/{self.job_id()}"
f"?project={gcp_options.project}")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
E response = task()
E ^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
E return getattr(self, request_type)(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
E processor = bundle_processor.BundleProcessor(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
E self.ops = future.result(timeout=3600)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
E return self.__get_result()
E ^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
E raise self._exception
E File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
E result = self.fn(*self.args, **self.kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
E get_operation(transform_id))) for transform_id in sorted(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
E return transform_factory.create_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
E return _create_pardo_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
E return desired_pickle_lib.loads(
E ^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
E return _loads(s)
E ^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
E unpickled = cloudpickle.loads(s)
E ^^^^^^^^^^^^^^^^^^^^
E TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
apache_beam/runners/dataflow/dataflow_runner.py:834: DataflowRuntimeException
Check warning on line 0 in apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests
github-actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
test_ReadGbq_direct_read_with_project (apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests) failed
sdks/python/pytest_postCommitIT-df-py312.xml [took 5m 52s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
response = task()
^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
self.ops = future.result(timeout=3600)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
return self.__get_result()
^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
raise self._exception
File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
result = self.fn(*self.args, **self.kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
get_operation(transform_id))) for transform_id in sorted(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
return transform_factory.create_operation(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
return _create_pardo_operation(
^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
return desired_pickle_lib.loads(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
return _loads(s)
^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
unpickled = cloudpickle.loads(s)
^^^^^^^^^^^^^^^^^^^^
TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
self = <apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests testMethod=test_ReadGbq_direct_read_with_project>
@pytest.mark.it_postcommit
def test_ReadGbq_direct_read_with_project(self):
from apache_beam.dataframe import convert
> with TestPipeline(is_integration_test=True) as p:
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/dataframe/io_it_test.py:89:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:652: in __exit__
self.result = self.run()
^^^^^^^^^^
apache_beam/testing/test_pipeline.py:119: in run
result = super().run(
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:605: in _run_internal
self._options).run(False)
^^^^^^^^^^
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:629: in _run_internal
return self.runner.run_pipeline(self, self._options)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult id: "2026-06-25_15_44_12-6317177326473067540"
project_id: "apache-beam-testing"
name: "beamapp...DK"
sdk_support_status: SUPPORTED
}
}
start_time {
seconds: 1782427452
nanos: 870653000
}
at 0x7a052832dca0>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
gcp_options = self._options.view_as(GoogleCloudOptions)
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/{gcp_options.region}/{self.job_id()}"
f"?project={gcp_options.project}")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
E response = task()
E ^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
E return getattr(self, request_type)(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
E processor = bundle_processor.BundleProcessor(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
E self.ops = future.result(timeout=3600)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
E return self.__get_result()
E ^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
E raise self._exception
E File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
E result = self.fn(*self.args, **self.kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
E get_operation(transform_id))) for transform_id in sorted(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
E return transform_factory.create_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
E return _create_pardo_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
E return desired_pickle_lib.loads(
E ^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
E return _loads(s)
E ^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
E unpickled = cloudpickle.loads(s)
E ^^^^^^^^^^^^^^^^^^^^
E TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
apache_beam/runners/dataflow/dataflow_runner.py:834: DataflowRuntimeException
Check warning on line 0 in apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests
github-actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
test_ReadGbq_export_with_project (apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests) failed
sdks/python/pytest_postCommitIT-df-py312.xml [took 6m 8s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
response = task()
^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
self.ops = future.result(timeout=3600)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
return self.__get_result()
^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
raise self._exception
File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
result = self.fn(*self.args, **self.kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
get_operation(transform_id))) for transform_id in sorted(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
return transform_factory.create_operation(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
return _create_pardo_operation(
^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
return desired_pickle_lib.loads(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
return _loads(s)
^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
unpickled = cloudpickle.loads(s)
^^^^^^^^^^^^^^^^^^^^
TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
self = <apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests testMethod=test_ReadGbq_export_with_project>
@pytest.mark.it_postcommit
def test_ReadGbq_export_with_project(self):
from apache_beam.dataframe import convert
> with TestPipeline(is_integration_test=True) as p:
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/dataframe/io_it_test.py:60:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:652: in __exit__
self.result = self.run()
^^^^^^^^^^
apache_beam/testing/test_pipeline.py:119: in run
result = super().run(
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:605: in _run_internal
self._options).run(False)
^^^^^^^^^^
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:629: in _run_internal
return self.runner.run_pipeline(self, self._options)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult id: "2026-06-25_15_50_05-7297771109221230466"
project_id: "apache-beam-testing"
name: "beamapp...DK"
sdk_support_status: SUPPORTED
}
}
start_time {
seconds: 1782427805
nanos: 952620000
}
at 0x7a05285a3fb0>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
gcp_options = self._options.view_as(GoogleCloudOptions)
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/{gcp_options.region}/{self.job_id()}"
f"?project={gcp_options.project}")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
E response = task()
E ^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
E return getattr(self, request_type)(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
E processor = bundle_processor.BundleProcessor(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
E self.ops = future.result(timeout=3600)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
E return self.__get_result()
E ^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
E raise self._exception
E File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
E result = self.fn(*self.args, **self.kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
E get_operation(transform_id))) for transform_id in sorted(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
E return transform_factory.create_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
E return _create_pardo_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
E return desired_pickle_lib.loads(
E ^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
E return _loads(s)
E ^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
E unpickled = cloudpickle.loads(s)
E ^^^^^^^^^^^^^^^^^^^^
E TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
apache_beam/runners/dataflow/dataflow_runner.py:834: DataflowRuntimeException
Check warning on line 0 in apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests
github-actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
test_ReadGbq_with_computation (apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests) failed
sdks/python/pytest_postCommitIT-df-py312.xml [took 5m 59s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
response = task()
^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
self.ops = future.result(timeout=3600)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
return self.__get_result()
^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
raise self._exception
File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
result = self.fn(*self.args, **self.kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
get_operation(transform_id))) for transform_id in sorted(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
return transform_factory.create_operation(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
return _create_pardo_operation(
^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
return desired_pickle_lib.loads(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
return _loads(s)
^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
unpickled = cloudpickle.loads(s)
^^^^^^^^^^^^^^^^^^^^
TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
self = <apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests testMethod=test_ReadGbq_with_computation>
@pytest.mark.it_postcommit
def test_ReadGbq_with_computation(self):
from apache_beam.dataframe import convert
> with TestPipeline(is_integration_test=True) as p:
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/dataframe/io_it_test.py:103:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:652: in __exit__
self.result = self.run()
^^^^^^^^^^
apache_beam/testing/test_pipeline.py:119: in run
result = super().run(
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:605: in _run_internal
self._options).run(False)
^^^^^^^^^^
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:629: in _run_internal
return self.runner.run_pipeline(self, self._options)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult id: "2026-06-25_15_56_13-485258617249174248"
project_id: "apache-beam-testing"
name: "beamapp-...DK"
sdk_support_status: SUPPORTED
}
}
start_time {
seconds: 1782428174
nanos: 329970000
}
at 0x7a0528224650>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
gcp_options = self._options.view_as(GoogleCloudOptions)
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/{gcp_options.region}/{self.job_id()}"
f"?project={gcp_options.project}")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
E response = task()
E ^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
E return getattr(self, request_type)(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
E processor = bundle_processor.BundleProcessor(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
E self.ops = future.result(timeout=3600)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
E return self.__get_result()
E ^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
E raise self._exception
E File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
E result = self.fn(*self.args, **self.kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
E get_operation(transform_id))) for transform_id in sorted(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
E return transform_factory.create_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
E return _create_pardo_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
E return desired_pickle_lib.loads(
E ^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
E return _loads(s)
E ^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
E unpickled = cloudpickle.loads(s)
E ^^^^^^^^^^^^^^^^^^^^
E TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
apache_beam/runners/dataflow/dataflow_runner.py:834: DataflowRuntimeException
Check warning on line 0 in apache_beam.examples.dataframe.flight_delays_it_test.FlightDelaysTest
github-actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
test_flight_delays (apache_beam.examples.dataframe.flight_delays_it_test.FlightDelaysTest) failed
sdks/python/pytest_postCommitIT-df-py312.xml [took 6m 50s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
response = task()
^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
self.ops = future.result(timeout=3600)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
return self.__get_result()
^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
raise self._exception
File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
result = self.fn(*self.args, **self.kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
get_operation(transform_id))) for transform_id in sorted(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
result = cache[args] = func(*args)
^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
return transform_factory.create_operation(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
return _create_pardo_operation(
^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
return desired_pickle_lib.loads(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
return _loads(s)
^^^^^^^^^
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
unpickled = cloudpickle.loads(s)
^^^^^^^^^^^^^^^^^^^^
TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
self = <apache_beam.examples.dataframe.flight_delays_it_test.FlightDelaysTest testMethod=test_flight_delays>
@pytest.mark.examples_postcommit
@pytest.mark.it_postcommit
def test_flight_delays(self):
> flight_delays.run_flight_delay_pipeline(
self.test_pipeline,
start_date='2012-12-23',
end_date='2012-12-25',
output=self.output_path)
apache_beam/examples/dataframe/flight_delays_it_test.py:106:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/examples/dataframe/flight_delays.py:83: in run_flight_delay_pipeline
with pipeline as p:
^^^^^^^^
apache_beam/pipeline.py:652: in __exit__
self.result = self.run()
^^^^^^^^^^
apache_beam/testing/test_pipeline.py:119: in run
result = super().run(
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:605: in _run_internal
self._options).run(False)
^^^^^^^^^^
apache_beam/pipeline.py:563: in run
return self._run_internal(test_runner_api)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:629: in _run_internal
return self.runner.run_pipeline(self, self._options)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult id: "2026-06-25_16_32_08-11805704565777532435"
project_id: "apache-beam-testing"
name: "beamap...DK"
sdk_support_status: SUPPORTED
}
}
start_time {
seconds: 1782430329
nanos: 127373000
}
at 0x79b79d9f1c70>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
gcp_options = self._options.view_as(GoogleCloudOptions)
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/{gcp_options.region}/{self.job_id()}"
f"?project={gcp_options.project}")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
E response = task()
E ^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 663, in do_instruction
E return getattr(self, request_type)(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 695, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 511, in get
E processor = bundle_processor.BundleProcessor(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1136, in __init__
E self.ops = future.result(timeout=3600)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 456, in result
E return self.__get_result()
E ^^^^^^^^^^^^^^^^^^^
E File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
E raise self._exception
E File "/usr/local/lib/python3.12/concurrent/futures/thread.py", line 59, in run
E result = self.fn(*self.args, **self.kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1215, in create_execution_tree
E get_operation(transform_id))) for transform_id in sorted(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in get_operation
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E ^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1036, in wrapper
E result = cache[args] = func(*args)
E ^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1200, in get_operation
E return transform_factory.create_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1518, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1849, in create_par_do
E return _create_pardo_operation(
E ^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1893, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/pickler.py", line 72, in loads
E return desired_pickle_lib.loads(
E ^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 224, in loads
E return _loads(s)
E ^^^^^^^^^
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.12/site-packages/apache_beam/internal/cloudpickle_pickler.py", line 229, in _loads
E unpickled = cloudpickle.loads(s)
E ^^^^^^^^^^^^^^^^^^^^
E TypeError: StringDtype.__init__() takes from 1 to 2 positional arguments but 3 were given
apache_beam/runners/dataflow/dataflow_runner.py:834: DataflowRuntimeException
Check notice on line 0 in .github
github-actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
72 skipped tests found
There are 72 skipped tests, see "Raw output" for the full list of skipped tests.
Raw output
apache_beam.examples.inference.tfx_bsl.tfx_bsl_inference_it_test.TFXRunInferenceTests ‑ test_tfx_run_inference_mobilenetv2
apache_beam.examples.ml_transform.ml_transform_it_test
apache_beam.examples.ml_transform.mltransform_generate_vocab_test
apache_beam.examples.ml_transform.mltransform_one_hot_encoding_test
apache_beam.examples.snippets.transforms.elementwise.enrichment_test
apache_beam.examples.snippets.transforms.elementwise.mltransform_test
apache_beam.examples.snippets.transforms.elementwise.runinference_test
apache_beam.examples.streaming_wordcount_debugging_it_test.StreamingWordcountDebuggingIT ‑ test_streaming_wordcount_debugging_it
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_hosted_kafkaio_null_key
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_hosted_kafkaio_populated_key
apache_beam.io.external.xlang_kinesisio_it_test.CrossLanguageKinesisIOTest ‑ test_kinesis_io_roundtrip
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming_with_copy_jobs
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming_with_dynamic_destinations
apache_beam.io.requestresponse_it_test
apache_beam.ml.anomaly.detectors.pyod_adapter_test
apache_beam.ml.gcp.naturallanguageml_test_it.NaturalLanguageMlTestIT ‑ test_analyzing_syntax
apache_beam.ml.gcp.videointelligenceml_test_it.VideoIntelligenceMlTestIT ‑ test_label_detection_with_video_context
apache_beam.ml.inference.agent_development_kit_test
apache_beam.ml.inference.anthropic_inference_it_test
apache_beam.ml.inference.anthropic_inference_test
apache_beam.ml.inference.base_test.RunInferenceBaseTest ‑ test_run_inference_with_side_inputin_streaming
apache_beam.ml.inference.huggingface_inference_it_test
apache_beam.ml.inference.huggingface_inference_test
apache_beam.ml.inference.model_manager_it_test
apache_beam.ml.inference.model_manager_test
apache_beam.ml.inference.onnx_inference_it_test.OnnxInference ‑ test_onnx_run_inference_roberta_sentiment_classification
apache_beam.ml.inference.onnx_inference_test
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_bert_for_masked_lm
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_bert_for_masked_lm_large_model
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_coco_maskrcnn_resnet50_fpn
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_coco_maskrcnn_resnet50_fpn_v1_and_v2
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_imagenet_mobilenetv2
apache_beam.ml.inference.pytorch_inference_test
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference ‑ test_sklearn_regression
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_imagenet_image_segmentation
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_classification
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_classification_large_model
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_with_weights_classification
apache_beam.ml.inference.tensorrt_inference_test
apache_beam.ml.inference.vertex_ai_inference_it_test
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_datatable_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_datatable_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_single_batch_large_model
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_pandas_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_pandas_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_scipy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_scipy_single_batch
apache_beam.ml.inference.xgboost_inference_test
apache_beam.ml.rag.enrichment.milvus_search_it_test
apache_beam.ml.rag.enrichment.milvus_search_test
apache_beam.ml.rag.ingestion.milvus_search_it_test
apache_beam.ml.rag.ingestion.milvus_search_test
apache_beam.ml.transforms.handlers_test
apache_beam.ml.transforms.tft_test
apache_beam.runners.dask.dask_runner_test
apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest ‑ test_metrics_it
apache_beam.testing.analyzers.perf_analysis_test
apache_beam.testing.benchmarks.cloudml.cloudml_benchmark_test
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_basic_execution
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_multiple_outputs
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_multiple_outputs_with_watermark_advancement
apache_beam.transforms.enrichment_handlers.bigquery_it_test
apache_beam.transforms.enrichment_handlers.bigtable_it_test
apache_beam.transforms.enrichment_handlers.feast_feature_store_it_test
apache_beam.transforms.enrichment_handlers.feast_feature_store_test
apache_beam.transforms.enrichment_handlers.vertex_ai_feature_store_it_test
apache_beam.transforms.periodicsequence_it_test.PeriodicSequenceIT ‑ test_periodicsequence_outputs_valid_watermarks_it
apache_beam.typehints.pytorch_type_compatibility_test
apache_beam.yaml.yaml_ml_test
Check notice on line 0 in .github
github-actions / Python 3.12 Test Results (self-hosted, ubuntu-24.04, highmem22)
190 tests found
There are 190 tests, see "Raw output" for the full list of tests.
Raw output
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq_direct_read
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq_direct_read_with_project
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq_export_with_project
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq_with_computation
apache_beam.examples.complete.autocomplete_test.AutocompleteTest ‑ test_autocomplete_it
apache_beam.examples.complete.game.game_stats_it_test.GameStatsIT ‑ test_game_stats_it
apache_beam.examples.complete.game.hourly_team_score_it_test.HourlyTeamScoreIT ‑ test_hourly_team_score_it
apache_beam.examples.complete.game.leader_board_it_test.LeaderBoardIT ‑ test_leader_board_it
apache_beam.examples.complete.game.user_score_it_test.UserScoreIT ‑ test_user_score_it
apache_beam.examples.complete.juliaset.juliaset.juliaset_test_it.JuliaSetTestIT ‑ test_run_example_with_setup_file
apache_beam.examples.cookbook.bigquery_tornadoes_it_test.BigqueryTornadoesIT ‑ test_bigquery_tornadoes_it
apache_beam.examples.cookbook.bigtableio_it_test.BigtableIOWriteTest ‑ test_bigtable_write
apache_beam.examples.cookbook.datastore_wordcount_it_test.DatastoreWordCountIT ‑ test_datastore_wordcount_it
apache_beam.examples.dataframe.flight_delays_it_test.FlightDelaysTest ‑ test_flight_delays
apache_beam.examples.dataframe.taxiride_it_test.TaxirideIT ‑ test_aggregation
apache_beam.examples.dataframe.taxiride_it_test.TaxirideIT ‑ test_enrich
apache_beam.examples.fastavro_it_test.FastavroIT ‑ test_avro_it
apache_beam.examples.inference.tfx_bsl.tfx_bsl_inference_it_test.TFXRunInferenceTests ‑ test_tfx_run_inference_mobilenetv2
apache_beam.examples.ml_transform.ml_transform_it_test
apache_beam.examples.ml_transform.mltransform_generate_vocab_test
apache_beam.examples.ml_transform.mltransform_one_hot_encoding_test
apache_beam.examples.snippets.transforms.elementwise.enrichment_test
apache_beam.examples.snippets.transforms.elementwise.mltransform_test
apache_beam.examples.snippets.transforms.elementwise.runinference_test
apache_beam.examples.streaming_wordcount_debugging_it_test.StreamingWordcountDebuggingIT ‑ test_streaming_wordcount_debugging_it
apache_beam.examples.streaming_wordcount_it_test.StreamingWordCountIT ‑ test_streaming_wordcount_it
apache_beam.examples.wordcount_it_test.WordCountIT ‑ test_wordcount_impersonation_it
apache_beam.examples.wordcount_it_test.WordCountIT ‑ test_wordcount_it
apache_beam.io.external.xlang_debeziumio_it_test.CrossLanguageDebeziumIOTest ‑ test_xlang_debezium_read
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_hosted_kafkaio_null_key
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_hosted_kafkaio_populated_key
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_local_kafkaio_null_key
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_local_kafkaio_populated_key
apache_beam.io.external.xlang_kinesisio_it_test.CrossLanguageKinesisIOTest ‑ test_kinesis_io_roundtrip
apache_beam.io.external.xlang_kinesisio_it_test.CrossLanguageKinesisIOTest ‑ test_kinesis_write
apache_beam.io.fileio_test.MatchIntegrationTest ‑ test_transform_on_gcs
apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT ‑ test_big_query_legacy_sql
apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT ‑ test_big_query_new_types
apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT ‑ test_big_query_new_types_avro
apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT ‑ test_big_query_standard_sql
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_batch_copy_jobs_with_no_input_schema
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming_with_copy_jobs
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming_with_dynamic_destinations
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_multiple_destinations_transform
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_one_job_fails_all_jobs_fail
apache_beam.io.gcp.bigquery_geography_it_test.BigQueryGeographyIntegrationTests ‑ test_geography_complex_geometries
apache_beam.io.gcp.bigquery_geography_it_test.BigQueryGeographyIntegrationTests ‑ test_geography_file_loads_method
apache_beam.io.gcp.bigquery_geography_it_test.BigQueryGeographyIntegrationTests ‑ test_geography_repeated_fields
apache_beam.io.gcp.bigquery_geography_it_test.BigQueryGeographyIntegrationTests ‑ test_geography_write_and_read_basic_geometries
apache_beam.io.gcp.bigquery_geography_it_test.BigQueryGeographyIntegrationTests ‑ test_geography_write_with_beam_rows
apache_beam.io.gcp.bigquery_io_read_it_test.BigqueryIOReadIT ‑ test_bigquery_read_1M_python
apache_beam.io.gcp.bigquery_io_read_it_test.BigqueryIOReadIT ‑ test_bigquery_read_custom_1M_python
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_direct_read
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_export_read
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_file_loads_write
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_query_read
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_streaming_inserts
apache_beam.io.gcp.bigquery_read_it_test.ReadAllBQTests ‑ test_read_queries
apache_beam.io.gcp.bigquery_read_it_test.ReadInteractiveRunnerTests ‑ test_read_in_interactive_runner
apache_beam.io.gcp.bigquery_read_it_test.ReadNewTypesTests ‑ test_iobase_source
apache_beam.io.gcp.bigquery_read_it_test.ReadNewTypesTests ‑ test_native_source
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_iobase_source
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_native_source
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_table_schema_retrieve
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_table_schema_retrieve_specifying_only_table
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_table_schema_retrieve_with_direct_read
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_column_selection
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_column_selection_and_row_restriction
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_column_selection_and_row_restriction_rows
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_native_datetime
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_query
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_query_and_filters
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_row_restriction
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_very_selective_filters
apache_beam.io.gcp.bigquery_test.BigQueryFileLoadsIntegrationTests ‑ test_avro_file_load
apache_beam.io.gcp.bigquery_test.BigQueryStreamingInsertTransformIntegrationTests ‑ test_multiple_destinations_transform
apache_beam.io.gcp.bigquery_test.BigQueryStreamingInsertTransformIntegrationTests ‑ test_value_provider_transform
apache_beam.io.gcp.bigquery_test.PubSubBigQueryIT ‑ test_file_loads
apache_beam.io.gcp.bigquery_test.PubSubBigQueryIT ‑ test_streaming_inserts
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_insert_errors_reporting
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_insert_non_transient_api_call_error
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_new_types
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_schema_autodetect
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_temp_table_append_schema_update
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_temp_table_append_schema_update_0
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_temp_table_append_schema_update_1
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_temp_table_append_schema_update_2
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_without_schema
apache_beam.io.gcp.datastore.v1new.datastore_write_it_test.DatastoreWriteIT ‑ test_datastore_write_limit
apache_beam.io.gcp.gcsfilesystem_integration_test.GcsFileSystemIntegrationTest ‑ test_copy
apache_beam.io.gcp.gcsfilesystem_integration_test.GcsFileSystemIntegrationTest ‑ test_rename
apache_beam.io.gcp.gcsfilesystem_integration_test.GcsFileSystemIntegrationTest ‑ test_rename_error
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_0 ‑ test_batch_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_0 ‑ test_copy
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_0 ‑ test_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_0 ‑ test_create_default_bucket
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_1 ‑ test_batch_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_1 ‑ test_copy
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_1 ‑ test_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_1 ‑ test_create_default_bucket
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_2 ‑ test_batch_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_2 ‑ test_copy
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_2 ‑ test_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_2 ‑ test_create_default_bucket
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_3 ‑ test_batch_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_3 ‑ test_copy
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_3 ‑ test_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_3 ‑ test_create_default_bucket
apache_beam.io.gcp.healthcare.dicomio_integration_test.DICOMIoIntegrationTest ‑ test_dicom_search_instances
apache_beam.io.gcp.healthcare.dicomio_integration_test.DICOMIoIntegrationTest ‑ test_dicom_store_instance_from_gcs
apache_beam.io.gcp.pubsub_integration_test.PubSubIntegrationTest ‑ test_batch_write_data_only
apache_beam.io.gcp.pubsub_integration_test.PubSubIntegrationTest ‑ test_batch_write_with_attributes
apache_beam.io.gcp.pubsub_integration_test.PubSubIntegrationTest ‑ test_batch_write_with_ordering_key
apache_beam.io.gcp.pubsub_integration_test.PubSubIntegrationTest ‑ test_streaming_data_only
apache_beam.io.gcp.pubsub_integration_test.PubSubIntegrationTest ‑ test_streaming_with_attributes
apache_beam.io.parquetio_it_test.TestParquetIT ‑ test_parquetio_it
apache_beam.io.requestresponse_it_test
apache_beam.ml.anomaly.detectors.pyod_adapter_test
apache_beam.ml.gcp.cloud_dlp_it_test.CloudDLPIT ‑ test_deidentification
apache_beam.ml.gcp.cloud_dlp_it_test.CloudDLPIT ‑ test_inspection
apache_beam.ml.gcp.naturallanguageml_test_it.NaturalLanguageMlTestIT ‑ test_analyzing_syntax
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT ‑ test_create_catalog_item
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT ‑ test_create_user_event
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT ‑ test_predict
apache_beam.ml.gcp.videointelligenceml_test_it.VideoIntelligenceMlTestIT ‑ test_label_detection_with_video_context
apache_beam.ml.gcp.visionml_test_it.VisionMlTestIT ‑ test_text_detection_with_language_hint
apache_beam.ml.inference.agent_development_kit_test
apache_beam.ml.inference.anthropic_inference_it_test
apache_beam.ml.inference.anthropic_inference_test
apache_beam.ml.inference.base_test.RunInferenceBaseTest ‑ test_run_inference_with_side_inputin_streaming
apache_beam.ml.inference.huggingface_inference_it_test
apache_beam.ml.inference.huggingface_inference_test
apache_beam.ml.inference.model_manager_it_test
apache_beam.ml.inference.model_manager_test
apache_beam.ml.inference.onnx_inference_it_test.OnnxInference ‑ test_onnx_run_inference_roberta_sentiment_classification
apache_beam.ml.inference.onnx_inference_test
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_bert_for_masked_lm
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_bert_for_masked_lm_large_model
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_coco_maskrcnn_resnet50_fpn
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_coco_maskrcnn_resnet50_fpn_v1_and_v2
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_imagenet_mobilenetv2
apache_beam.ml.inference.pytorch_inference_test
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference ‑ test_sklearn_mnist_classification
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference ‑ test_sklearn_mnist_classification_large_model
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference ‑ test_sklearn_regression
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_imagenet_image_segmentation
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_classification
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_classification_large_model
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_with_weights_classification
apache_beam.ml.inference.tensorrt_inference_test
apache_beam.ml.inference.vertex_ai_inference_it_test
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_datatable_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_datatable_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_single_batch_large_model
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_pandas_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_pandas_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_scipy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_scipy_single_batch
apache_beam.ml.inference.xgboost_inference_test
apache_beam.ml.rag.enrichment.milvus_search_it_test
apache_beam.ml.rag.enrichment.milvus_search_test
apache_beam.ml.rag.ingestion.milvus_search_it_test
apache_beam.ml.rag.ingestion.milvus_search_test
apache_beam.ml.transforms.handlers_test
apache_beam.ml.transforms.tft_test
apache_beam.runners.dask.dask_runner_test
apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest ‑ test_metrics_it
apache_beam.testing.analyzers.perf_analysis_test
apache_beam.testing.benchmarks.cloudml.cloudml_benchmark_test
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_basic_execution
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_multiple_outputs
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_multiple_outputs_with_watermark_advancement
apache_beam.transforms.core_it_test.GbekIT ‑ test_combineValues_with_gbek_it
apache_beam.transforms.core_it_test.GbekIT ‑ test_gbk_with_gbek_hsm_it
apache_beam.transforms.core_it_test.GbekIT ‑ test_gbk_with_gbek_it
apache_beam.transforms.enrichment_handlers.bigquery_it_test
apache_beam.transforms.enrichment_handlers.bigtable_it_test
apache_beam.transforms.enrichment_handlers.feast_feature_store_it_test
apache_beam.transforms.enrichment_handlers.feast_feature_store_test
apache_beam.transforms.enrichment_handlers.vertex_ai_feature_store_it_test
apache_beam.transforms.external_it_test.ExternalTransformIT ‑ test_job_python_from_python_it
apache_beam.transforms.periodicsequence_it_test.PeriodicSequenceIT ‑ test_periodicsequence_outputs_valid_watermarks_it
apache_beam.typehints.pytorch_type_compatibility_test
apache_beam.yaml.yaml_ml_test
Loading