tests.system.reader.test_reader_dataframe: test_read_rows_to_arrow[v1] failed #372

args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
	status = StatusCode.INTERNAL
	details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first = True
@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
    try:
        result = callable_(*args, **kwargs)
        # Auto-fetching the first result causes PubSub client's streaming pull
        # to hang when re-opening the stream, thus we need examine the hacky
        # hidden flag to see if pre-fetching is disabled.
        # https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
        prefetch_first = getattr(callable_, "_prefetch_first_result_", True)


      return _StreamingResponseIterator(


            result, prefetch_first_result=prefetch_first
        )

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:156:

self = <google.api_core.grpc_helpers._StreamingResponseIterator object at 0x7ff6341c1d90>

wrapped = <_MultiThreadedRendezvous of RPC that terminated with:

status = StatusCode.INTERNAL

details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"


prefetch_first_result = True
def __init__(self, wrapped, prefetch_first_result=True):
    self._wrapped = wrapped

    # This iterator is used in a retry context, and returned outside after init.
    # gRPC will not throw an exception until the stream is consumed, so we need
    # to retrieve the first result, in order to fail, in order to trigger a retry.
    try:
        if prefetch_first_result:


          self._stored_first_result = next(self._wrapped)


.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:82:

self = <_MultiThreadedRendezvous of RPC that terminated with:

status = StatusCode.INTERNAL

details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"


def __next__(self):


  return self._next()


.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:426:

self = <_MultiThreadedRendezvous of RPC that terminated with:

status = StatusCode.INTERNAL

details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"


def _next(self):
    with self._state.condition:
        if self._state.code is None:
            event_handler = _event_handler(self._state,
                                           self._response_deserializer)
            self._state.due.add(cygrpc.OperationType.receive_message)
            operating = self._call.operate(
                (cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
                event_handler)
            if not operating:
                self._state.due.remove(cygrpc.OperationType.receive_message)
        elif self._state.code is grpc.StatusCode.OK:
            raise StopIteration()
        else:
            raise self

        def _response_ready():
            return (self._state.response is not None or
                    (cygrpc.OperationType.receive_message
                     not in self._state.due and
                     self._state.code is not None))

        _common.wait(self._state.condition.wait, _response_ready)
        if self._state.response is not None:
            response = self._state.response
            self._state.response = None
            return response
        elif cygrpc.OperationType.receive_message not in self._state.due:
            if self._state.code is grpc.StatusCode.OK:
                raise StopIteration()
            elif self._state.code is not None:


              raise self


E                   grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:

E                   	status = StatusCode.INTERNAL

E                   	details = "there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error"

E                   	debug_error_string = "{"created":"@1641477312.265476884","description":"Error received from peer ipv4:74.125.195.95:443","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"

E                   >
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous
The above exception was the direct cause of the following exception:
client_and_types = (<google.cloud.bigquery_storage_v1.BigQueryReadClient object at 0x7ff635c92130>, <module 'google.cloud.bigquery_storage_v1.gapic_types' from '/tmpfs/src/github/python-bigquery-storage/google/cloud/bigquery_storage_v1/gapic_types.py'>)

project_id = 'precise-truck-742'
def test_read_rows_to_arrow(client_and_types, project_id):
    client, types = client_and_types
    read_session = types.ReadSession()
    read_session.table = "projects/{}/datasets/{}/tables/{}".format(
        "bigquery-public-data", "new_york_citibike", "citibike_stations"
    )

    read_session.read_options.selected_fields.append("station_id")
    read_session.read_options.selected_fields.append("latitude")
    read_session.read_options.selected_fields.append("longitude")
    read_session.read_options.selected_fields.append("name")
    read_session.data_format = types.DataFormat.ARROW

    session = client.create_read_session(
        request={
            "parent": "projects/{}".format(project_id),
            "read_session": read_session,
            "max_stream_count": 1,
        }
    )

    assert len(session.streams) == 1

    streamname = session.streams[0].name


  tbl = client.read_rows(streamname, offset=0).to_arrow(session)


tests/system/reader/test_reader_dataframe.py:48:

google/cloud/bigquery_storage_v1/client.py:125: in read_rows

stream = gapic_client.read_rows(

google/cloud/bigquery_storage_v1/services/big_query_read/client.py:606: in read_rows

response = rpc(request, retry=retry, timeout=timeout, metadata=metadata,)

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:154: in call

return wrapped_func(*args, **kwargs)

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:283: in retry_wrapped_func

return retry_target(

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:190: in retry_target

return target()

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/timeout.py:99: in func_with_timeout

return func(*args, **kwargs)

args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"

,)

kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}

result = <_MultiThreadedRendezvous of RPC that terminated with:

status = StatusCode.INTERNAL

details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"


prefetch_first = True
@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
    try:
        result = callable_(*args, **kwargs)
        # Auto-fetching the first result causes PubSub client's streaming pull
        # to hang when re-opening the stream, thus we need examine the hacky
        # hidden flag to see if pre-fetching is disabled.
        # https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
        prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
        return _StreamingResponseIterator(
            result, prefetch_first_result=prefetch_first
        )
    except grpc.RpcError as exc:


      raise exceptions.from_grpc_error(exc) from exc


E           google.api_core.exceptions.InternalServerError: 500 there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:160: InternalServerError