You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
I want to use Intellij IDEA which is running on Linux server to read data from minio storage which launches on the same server(different IP address), however it crashed:
/home/forestbat/.conda/envs/test_sam/bin/python3.10 /home/forestbat/.config/JetBrains/RemoteDev-IU/_home_forestbat_IdeaProjects_hydrodata/plugins/python/helpers/pycharm/_jb_pytest_runner.py --target test_gfs_csv.py::test_read_gfs_csv
Testing started at 2:49 PM ...
Launching pytest with arguments test_gfs_csv.py::test_read_gfs_csv --no-header --no-summary -q in /home/forestbat/IdeaProjects/hydrodata/tests
============================= test session starts ==============================
collecting ... collected 1 item
test_gfs_csv.py::test_read_gfs_csv
=================== 1 failed, 1 warning in 87.12s (0:01:27) ====================
FAILED [100%]
tests/test_gfs_csv.py:6 (test_read_gfs_csv)
self = <aiobotocore.httpsession.AIOHTTPSession object at 0x7f0ae6bc1930>
request = <AWSPreparedRequest stream_output=False, method=GET, url=http://minio.waterism.com:9000/grids-origin?list-type=2&prefi...04d1baa14d', 'amz-sdk-invocation-id': b'560dedf7-1cea-4fda-87f6-792cb1de5929', 'amz-sdk-request': b'attempt=5; max=5'}>
async def send(self, request):
try:
proxy_url = self._proxy_config.proxy_url_for(request.url)
proxy_headers = self._proxy_config.proxy_headers_for(request.url)
url = request.url
headers = request.headers
data = request.body
if ensure_boolean(
os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '')
):
# This is currently an "experimental" feature which provides
# no guarantees of backwards compatibility. It may be subject
# to change or removal in any patch version. Anyone opting in
# to this feature should strictly pin botocore.
host = urlparse(request.url).hostname
proxy_headers['host'] = host
headers_ = CIMultiDict(
(z[0], _text(z[1], encoding='utf-8')) for z in headers.items()
)
# https://github.com/boto/botocore/issues/1255
headers_['Accept-Encoding'] = 'identity'
chunked = None
if headers_.get('Transfer-Encoding', '').lower() == 'chunked':
# aiohttp wants chunking as a param, and not a header
headers_.pop('Transfer-Encoding', '')
chunked = True
if isinstance(data, io.IOBase):
data = _IOBaseWrapper(data)
url = URL(url, encoded=True)
> response = await self._session.request(
request.method,
url=url,
chunked=chunked,
headers=headers_,
data=data,
proxy=proxy_url,
proxy_headers=proxy_headers,
)
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/httpsession.py:208:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiohttp/client.py:605: in _request
await resp.start(conn)
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiohttp/client_reqrep.py:966: in start
message, payload = await protocol.read() # type: ignore[union-attr]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <aiohttp.client_proto.ResponseHandler object at 0x7f0ae6b52b00>
async def read(self) -> _T:
if not self._buffer and not self._eof:
assert not self._waiter
self._waiter = self._loop.create_future()
try:
> await self._waiter
E aiohttp.client_exceptions.ServerTimeoutError: Timeout on reading data from socket
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiohttp/streams.py:622: ServerTimeoutError
During handling of the above exception, another exception occurred:
def test_read_gfs_csv():
> gfs_nc_files = [file for file in conf.FS.glob('s3://grids-origin/GFS/**') if 'nc4' in file]
test_gfs_csv.py:8:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../../../.conda/envs/test_sam/lib/python3.10/site-packages/fsspec/asyn.py:118: in wrapper
return sync(self.loop, func, *args, **kwargs)
../../../.conda/envs/test_sam/lib/python3.10/site-packages/fsspec/asyn.py:103: in sync
raise return_result
../../../.conda/envs/test_sam/lib/python3.10/site-packages/fsspec/asyn.py:56: in _runner
result[0] = await coro
../../../.conda/envs/test_sam/lib/python3.10/site-packages/s3fs/core.py:785: in _glob
return await super()._glob(path, **kwargs)
../../../.conda/envs/test_sam/lib/python3.10/site-packages/fsspec/asyn.py:789: in _glob
allpaths = await self._find(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/s3fs/core.py:825: in _find
out = await self._lsdir(path, delimiter="", prefix=prefix)
../../../.conda/envs/test_sam/lib/python3.10/site-packages/s3fs/core.py:706: in _lsdir
async for c in self._iterdir(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/s3fs/core.py:756: in _iterdir
async for i in it:
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/paginate.py:30: in __anext__
response = await self._make_request(current_kwargs)
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/client.py:388: in _make_api_call
http, parsed_response = await self._make_request(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/client.py:416: in _make_request
return await self._endpoint.make_request(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/endpoint.py:100: in _send_request
while await self._needs_retry(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/endpoint.py:262: in _needs_retry
responses = await self._event_emitter.emit(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/hooks.py:66: in _emit
response = await resolve_awaitable(handler(**kwargs))
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/_helpers.py:15: in resolve_awaitable
return await obj
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/retryhandler.py:107: in _call
if await resolve_awaitable(self._checker(**checker_kwargs)):
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/_helpers.py:15: in resolve_awaitable
return await obj
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/retryhandler.py:126: in _call
should_retry = await self._should_retry(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/retryhandler.py:165: in _should_retry
return await resolve_awaitable(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/_helpers.py:15: in resolve_awaitable
return await obj
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/retryhandler.py:174: in _call
checker(attempt_number, response, caught_exception)
../../../.conda/envs/test_sam/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__
return self._check_caught_exception(
../../../.conda/envs/test_sam/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception
raise caught_exception
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/endpoint.py:181: in _do_get_response
http_response = await self._send(request)
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/endpoint.py:285: in _send
return await self.http_session.send(request)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <aiobotocore.httpsession.AIOHTTPSession object at 0x7f0ae6bc1930>
request = <AWSPreparedRequest stream_output=False, method=GET, url=http://minio.waterism.com:9000/grids-origin?list-type=2&prefi...04d1baa14d', 'amz-sdk-invocation-id': b'560dedf7-1cea-4fda-87f6-792cb1de5929', 'amz-sdk-request': b'attempt=5; max=5'}>
async def send(self, request):
try:
proxy_url = self._proxy_config.proxy_url_for(request.url)
proxy_headers = self._proxy_config.proxy_headers_for(request.url)
url = request.url
headers = request.headers
data = request.body
if ensure_boolean(
os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '')
):
# This is currently an "experimental" feature which provides
# no guarantees of backwards compatibility. It may be subject
# to change or removal in any patch version. Anyone opting in
# to this feature should strictly pin botocore.
host = urlparse(request.url).hostname
proxy_headers['host'] = host
headers_ = CIMultiDict(
(z[0], _text(z[1], encoding='utf-8')) for z in headers.items()
)
# https://github.com/boto/botocore/issues/1255
headers_['Accept-Encoding'] = 'identity'
chunked = None
if headers_.get('Transfer-Encoding', '').lower() == 'chunked':
# aiohttp wants chunking as a param, and not a header
headers_.pop('Transfer-Encoding', '')
chunked = True
if isinstance(data, io.IOBase):
data = _IOBaseWrapper(data)
url = URL(url, encoded=True)
response = await self._session.request(
request.method,
url=url,
chunked=chunked,
headers=headers_,
data=data,
proxy=proxy_url,
proxy_headers=proxy_headers,
)
http_response = aiobotocore.awsrequest.AioAWSResponse(
str(response.url), response.status, response.headers, response
)
if not request.stream_output:
# Cause the raw stream to be exhausted immediately. We do it
# this way instead of using preload_content because
# preload_content will never buffer chunked responses
await http_response.content
return http_response
except ClientSSLError as e:
raise SSLError(endpoint_url=request.url, error=e)
except (ClientProxyConnectionError, ClientHttpProxyError) as e:
raise ProxyConnectionError(
proxy_url=mask_proxy_url(proxy_url), error=e
)
except (
ServerDisconnectedError,
aiohttp.ClientPayloadError,
aiohttp.http_exceptions.BadStatusLine,
) as e:
raise ConnectionClosedError(
error=e, request=request, endpoint_url=request.url
)
except ServerTimeoutError as e:
if str(e).lower().startswith('connect'):
raise ConnectTimeoutError(endpoint_url=request.url, error=e)
else:
> raise ReadTimeoutError(endpoint_url=request.url, error=e)
E botocore.exceptions.ReadTimeoutError: Read timeout on endpoint URL: "http://minio.waterism.com:9000/grids-origin?list-type=2&prefix=GFS%2F&delimiter=&encoding-type=url"
../../../.conda/envs/test_sam/lib/python3.10/site-packages/aiobotocore/httpsession.py:247: ReadTimeoutError
reacted with thumbs up emoji reacted with thumbs down emoji reacted with laugh emoji reacted with hooray emoji reacted with confused emoji reacted with heart emoji reacted with rocket emoji reacted with eyes emoji
-
I want to use Intellij IDEA which is running on Linux server to read data from minio storage which launches on the same server(different IP address), however it crashed:
So why it will happen and how to solve it?
Beta Was this translation helpful? Give feedback.
All reactions