cachetools==4.1.1
certifi==2020.6.20
cffi==1.14.3
chardet==3.0.4
google-api-core==1.22.4
google-auth==1.22.1
google-auth-oauthlib==0.4.1
google-cloud-bigquery==2.1.0
google-cloud-bigquery-storage==2.0.0
google-cloud-core==1.4.3
google-crc32c==1.0.0
google-resumable-media==1.1.0
googleapis-common-protos==1.52.0
grpcio==1.32.0
idna==2.10
libcst==0.3.13
mypy-extensions==0.4.3
numpy==1.19.2
oauthlib==3.1.0
pandas==1.1.3
pandas-gbq==0.14.0
proto-plus==1.10.2
protobuf==3.13.0
pyarrow==1.0.1
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.20
pydata-google-auth==1.1.0
python-dateutil==2.8.1
pytz==2020.1
PyYAML==5.3.1
requests==2.24.0
requests-oauthlib==1.3.0
rsa==4.6
six==1.15.0
typing-extensions==3.7.4.3
typing-inspect==0.6.0
urllib3==1.25.10
Traceback (most recent call last):
File "/root/test3.7/lib/python3.7/site-packages/google/api_core/grpc_helpers.py", line 150, in error_remapped_callable
return _StreamingResponseIterator(result, prefetch_first_result=prefetch_first)
File "/root/test3.7/lib/python3.7/site-packages/google/api_core/grpc_helpers.py", line 73, in __init__
self._stored_first_result = six.next(self._wrapped)
File "/root/test3.7/lib/python3.7/site-packages/grpc/_channel.py", line 416, in __next__
return self._next()
File "/root/test3.7/lib/python3.7/site-packages/grpc/_channel.py", line 706, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.RESOURCE_EXHAUSTED
details = "Received message larger than max (6349834 vs. 4194304)"
debug_error_string = "{"created":"@1603030001.808209349","description":"Received message larger than max (6349834 vs. 4194304)","file":"src/core/ext/filters/message_size/message_size_filter.cc","file_line":207,"grpc_status":8}"
>
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/root/test3.7/lib/python3.7/site-packages/pandas_gbq/gbq.py", line 590, in _download_results
**to_dataframe_kwargs
File "/root/test3.7/lib/python3.7/site-packages/google/cloud/bigquery/table.py", line 1690, in to_dataframe
create_bqstorage_client=create_bqstorage_client,
File "/root/test3.7/lib/python3.7/site-packages/google/cloud/bigquery/table.py", line 1508, in to_arrow
bqstorage_client=bqstorage_client
File "/root/test3.7/lib/python3.7/site-packages/google/cloud/bigquery/table.py", line 1397, in _to_page_iterable
for item in bqstorage_download():
File "/root/test3.7/lib/python3.7/site-packages/google/cloud/bigquery/_pandas_helpers.py", line 676, in _download_table_bqstorage
future.result()
File "/usr/local/lib/python3.7/concurrent/futures/_base.py", line 425, in result
return self.__get_result()
File "/usr/local/lib/python3.7/concurrent/futures/_base.py", line 384, in __get_result
raise self._exception
File "/usr/local/lib/python3.7/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/root/test3.7/lib/python3.7/site-packages/google/cloud/bigquery/_pandas_helpers.py", line 568, in _download_table_bqstorage_stream
rowstream = bqstorage_client.read_rows(stream.name).rows(session)
File "/root/test3.7/lib/python3.7/site-packages/google/cloud/bigquery_storage_v1/client.py", line 129, in read_rows
metadata=metadata,
File "/root/test3.7/lib/python3.7/site-packages/google/cloud/bigquery_storage_v1/services/big_query_read/client.py", line 498, in read_rows
response = rpc(request, retry=retry, timeout=timeout, metadata=metadata,)
File "/root/test3.7/lib/python3.7/site-packages/google/api_core/gapic_v1/method.py", line 145, in __call__
return wrapped_func(*args, **kwargs)
File "/root/test3.7/lib/python3.7/site-packages/google/api_core/retry.py", line 286, in retry_wrapped_func
on_error=on_error,
File "/root/test3.7/lib/python3.7/site-packages/google/api_core/retry.py", line 184, in retry_target
return target()
File "/root/test3.7/lib/python3.7/site-packages/google/api_core/timeout.py", line 102, in func_with_timeout
return func(*args, **kwargs)
File "/root/test3.7/lib/python3.7/site-packages/google/api_core/grpc_helpers.py", line 152, in error_remapped_callable
six.raise_from(exceptions.from_grpc_error(exc), exc)
File "<string>", line 3, in raise_from
google.api_core.exceptions.ResourceExhausted: 429 Received message larger than max (6349834 vs. 4194304)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "bq_test.py", line 11, in <module>
df= pandas_gbq.read_gbq(query ,use_bqstorage_api=True,credentials=credentials)
File "/root/test3.7/lib/python3.7/site-packages/pandas_gbq/gbq.py", line 975, in read_gbq
dtypes=dtypes,
File "/root/test3.7/lib/python3.7/site-packages/pandas_gbq/gbq.py", line 536, in run_query
user_dtypes=dtypes,
File "/root/test3.7/lib/python3.7/site-packages/pandas_gbq/gbq.py", line 593, in _download_results
self.process_http_error(ex)
File "/root/test3.7/lib/python3.7/site-packages/pandas_gbq/gbq.py", line 435, in process_http_error
raise GenericGBQException("Reason: {0}".format(ex))
pandas_gbq.gbq.GenericGBQException: Reason: 429 Received message larger than max (6349834 vs. 4194304)
When using
use_bqstorage_api=Truethere is an errorpandas_gbq.gbq.GenericGBQException: Reason: 429 Received message larger than max (6349834 vs. 4194304)I created a clean env(Python==3.7) using
pipHere is all packages versions: