Skip to content

Instantly share code, notes, and snippets.

@rsignell-usgs

rsignell-usgs/NWM-Zarr-rechunk_S3.ipynb

Created March 29, 2021 10:16
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save rsignell-usgs/5f0889497c2cb9cf078cf21e073630ab to your computer and use it in GitHub Desktop.
Save rsignell-usgs/5f0889497c2cb9cf078cf21e073630ab to your computer and use it in GitHub Desktop.
Download ZIP
NWM-S3-Rechunk
Display the source blob
Display the rendered blob
Raw
NWM-Zarr-rechunk_S3.ipynb
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Convert lots of small NetCDFs to one big Zarr\n",
"The National Water Model writes a new NetCDF file for each hour, resulting in 8760 files for a year, and 227904 files for the entire 26 year reanalysis (1993-01-01 00:00 - 2018-12-31 23:00). \n",
"\n",
"For small datasets, rechunking the data to Zarr would be as simple as:\n",
"\n",
"```\n",
"import xarray as xr\n",
"ds = xr.open_mfdataset('*.nc')\n",
"ds = ds.chunk({'time':672, 'feature_id':30000})\n",
"ds.to_zarr('all_nc.zarr', consolidated=True)\n",
"```\n",
"For large datasets, this approach is slow and uses too much memory. Here we process the data in batches of 672 time files at a time (one time chunk). \n",
"\n",
"For each batch, we create an xarray dataset with open_mfdataset, then use [rechunker](https://github.com/pangeo-data/rechunker), which creates a rechunked Zarr dataset for that batch. We then append each batch (each time chunk) along the time dimension, building up our overall dataset. \n",
"\n",
"The nice part of this approach is that if something goes wrong with the batch, we can fix the problem and just carry on appending."
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"import numpy as np\n",
"import xarray as xr\n",
"import pandas as pd\n",
"import numcodecs\n",
"import dask\n",
"from dask.distributed import Client, progress, performance_report\n",
"import zarr\n",
"import time\n",
"import fsspec\n",
"import s3fs"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"0.7.4\n",
"0.4.2\n"
]
}
],
"source": [
"print(fsspec.__version__)\n",
"print(s3fs.__version__)"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
"import warnings\n",
"warnings.filterwarnings(\"ignore\")"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"#dates = pd.date_range(start='1993-01-01 00:00',end='2018-12-31 23:00', freq='1h')\n",
"dates = pd.date_range(start='2018-01-01 00:00',end='2018-01-31 23:00', freq='1h')"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Build a list of filenames for open_mfdataset"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"@dask.delayed\n",
"def s3open(path):\n",
" fs = fsspec.filesystem('s3', anon=True, default_fill_cache=False)\n",
" return fs.open(path)"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [],
"source": [
"s3path = 's3://noaa-nwm-retro-v2.0-pds/full_physics/{}/{}.CHRTOUT_DOMAIN1.comp'"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [],
"source": [
"fs = fsspec.filesystem('s3', anon=True, default_fill_cache=False)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [],
"source": [
"first_file = s3path.format(dates[0].strftime('%Y'),dates[0].strftime('%Y%m%d%H%M'))\n",
"ncfile = fs.open(first_file)"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"'s3://noaa-nwm-retro-v2.0-pds/full_physics/2018/201801010000.CHRTOUT_DOMAIN1.comp'"
]
},
"execution_count": 9,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"first_file"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [],
"source": [
"dset = xr.open_dataset(ncfile, engine='h5netcdf')"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div><svg style=\"position: absolute; width: 0; height: 0; overflow: hidden\">\n",
"<defs>\n",
"<symbol id=\"icon-database\" viewBox=\"0 0 32 32\">\n",
"<path d=\"M16 0c-8.837 0-16 2.239-16 5v4c0 2.761 7.163 5 16 5s16-2.239 16-5v-4c0-2.761-7.163-5-16-5z\"></path>\n",
"<path d=\"M16 17c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n",
"<path d=\"M16 26c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n",
"</symbol>\n",
"<symbol id=\"icon-file-text2\" viewBox=\"0 0 32 32\">\n",
"<path d=\"M28.681 7.159c-0.694-0.947-1.662-2.053-2.724-3.116s-2.169-2.030-3.116-2.724c-1.612-1.182-2.393-1.319-2.841-1.319h-15.5c-1.378 0-2.5 1.121-2.5 2.5v27c0 1.378 1.122 2.5 2.5 2.5h23c1.378 0 2.5-1.122 2.5-2.5v-19.5c0-0.448-0.137-1.23-1.319-2.841zM24.543 5.457c0.959 0.959 1.712 1.825 2.268 2.543h-4.811v-4.811c0.718 0.556 1.584 1.309 2.543 2.268zM28 29.5c0 0.271-0.229 0.5-0.5 0.5h-23c-0.271 0-0.5-0.229-0.5-0.5v-27c0-0.271 0.229-0.5 0.5-0.5 0 0 15.499-0 15.5 0v7c0 0.552 0.448 1 1 1h7v19.5z\"></path>\n",
"<path d=\"M23 26h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
"<path d=\"M23 22h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
"<path d=\"M23 18h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
"</symbol>\n",
"</defs>\n",
"</svg>\n",
"<style>/* CSS stylesheet for displaying xarray objects in jupyterlab.\n",
" *\n",
" */\n",
"\n",
":root {\n",
" --xr-font-color0: var(--jp-content-font-color0, rgba(0, 0, 0, 1));\n",
" --xr-font-color2: var(--jp-content-font-color2, rgba(0, 0, 0, 0.54));\n",
" --xr-font-color3: var(--jp-content-font-color3, rgba(0, 0, 0, 0.38));\n",
" --xr-border-color: var(--jp-border-color2, #e0e0e0);\n",
" --xr-disabled-color: var(--jp-layout-color3, #bdbdbd);\n",
" --xr-background-color: var(--jp-layout-color0, white);\n",
" --xr-background-color-row-even: var(--jp-layout-color1, white);\n",
" --xr-background-color-row-odd: var(--jp-layout-color2, #eeeeee);\n",
"}\n",
"\n",
"html[theme=dark],\n",
"body.vscode-dark {\n",
" --xr-font-color0: rgba(255, 255, 255, 1);\n",
" --xr-font-color2: rgba(255, 255, 255, 0.54);\n",
" --xr-font-color3: rgba(255, 255, 255, 0.38);\n",
" --xr-border-color: #1F1F1F;\n",
" --xr-disabled-color: #515151;\n",
" --xr-background-color: #111111;\n",
" --xr-background-color-row-even: #111111;\n",
" --xr-background-color-row-odd: #313131;\n",
"}\n",
"\n",
".xr-wrap {\n",
" display: block;\n",
" min-width: 300px;\n",
" max-width: 700px;\n",
"}\n",
"\n",
".xr-text-repr-fallback {\n",
" /* fallback to plain text repr when CSS is not injected (untrusted notebook) */\n",
" display: none;\n",
"}\n",
"\n",
".xr-header {\n",
" padding-top: 6px;\n",
" padding-bottom: 6px;\n",
" margin-bottom: 4px;\n",
" border-bottom: solid 1px var(--xr-border-color);\n",
"}\n",
"\n",
".xr-header > div,\n",
".xr-header > ul {\n",
" display: inline;\n",
" margin-top: 0;\n",
" margin-bottom: 0;\n",
"}\n",
"\n",
".xr-obj-type,\n",
".xr-array-name {\n",
" margin-left: 2px;\n",
" margin-right: 10px;\n",
"}\n",
"\n",
".xr-obj-type {\n",
" color: var(--xr-font-color2);\n",
"}\n",
"\n",
".xr-sections {\n",
" padding-left: 0 !important;\n",
" display: grid;\n",
" grid-template-columns: 150px auto auto 1fr 20px 20px;\n",
"}\n",
"\n",
".xr-section-item {\n",
" display: contents;\n",
"}\n",
"\n",
".xr-section-item input {\n",
" display: none;\n",
"}\n",
"\n",
".xr-section-item input + label {\n",
" color: var(--xr-disabled-color);\n",
"}\n",
"\n",
".xr-section-item input:enabled + label {\n",
" cursor: pointer;\n",
" color: var(--xr-font-color2);\n",
"}\n",
"\n",
".xr-section-item input:enabled + label:hover {\n",
" color: var(--xr-font-color0);\n",
"}\n",
"\n",
".xr-section-summary {\n",
" grid-column: 1;\n",
" color: var(--xr-font-color2);\n",
" font-weight: 500;\n",
"}\n",
"\n",
".xr-section-summary > span {\n",
" display: inline-block;\n",
" padding-left: 0.5em;\n",
"}\n",
"\n",
".xr-section-summary-in:disabled + label {\n",
" color: var(--xr-font-color2);\n",
"}\n",
"\n",
".xr-section-summary-in + label:before {\n",
" display: inline-block;\n",
" content: '►';\n",
" font-size: 11px;\n",
" width: 15px;\n",
" text-align: center;\n",
"}\n",
"\n",
".xr-section-summary-in:disabled + label:before {\n",
" color: var(--xr-disabled-color);\n",
"}\n",
"\n",
".xr-section-summary-in:checked + label:before {\n",
" content: '▼';\n",
"}\n",
"\n",
".xr-section-summary-in:checked + label > span {\n",
" display: none;\n",
"}\n",
"\n",
".xr-section-summary,\n",
".xr-section-inline-details {\n",
" padding-top: 4px;\n",
" padding-bottom: 4px;\n",
"}\n",
"\n",
".xr-section-inline-details {\n",
" grid-column: 2 / -1;\n",
"}\n",
"\n",
".xr-section-details {\n",
" display: none;\n",
" grid-column: 1 / -1;\n",
" margin-bottom: 5px;\n",
"}\n",
"\n",
".xr-section-summary-in:checked ~ .xr-section-details {\n",
" display: contents;\n",
"}\n",
"\n",
".xr-array-wrap {\n",
" grid-column: 1 / -1;\n",
" display: grid;\n",
" grid-template-columns: 20px auto;\n",
"}\n",
"\n",
".xr-array-wrap > label {\n",
" grid-column: 1;\n",
" vertical-align: top;\n",
"}\n",
"\n",
".xr-preview {\n",
" color: var(--xr-font-color3);\n",
"}\n",
"\n",
".xr-array-preview,\n",
".xr-array-data {\n",
" padding: 0 5px !important;\n",
" grid-column: 2;\n",
"}\n",
"\n",
".xr-array-data,\n",
".xr-array-in:checked ~ .xr-array-preview {\n",
" display: none;\n",
"}\n",
"\n",
".xr-array-in:checked ~ .xr-array-data,\n",
".xr-array-preview {\n",
" display: inline-block;\n",
"}\n",
"\n",
".xr-dim-list {\n",
" display: inline-block !important;\n",
" list-style: none;\n",
" padding: 0 !important;\n",
" margin: 0;\n",
"}\n",
"\n",
".xr-dim-list li {\n",
" display: inline-block;\n",
" padding: 0;\n",
" margin: 0;\n",
"}\n",
"\n",
".xr-dim-list:before {\n",
" content: '(';\n",
"}\n",
"\n",
".xr-dim-list:after {\n",
" content: ')';\n",
"}\n",
"\n",
".xr-dim-list li:not(:last-child):after {\n",
" content: ',';\n",
" padding-right: 5px;\n",
"}\n",
"\n",
".xr-has-index {\n",
" font-weight: bold;\n",
"}\n",
"\n",
".xr-var-list,\n",
".xr-var-item {\n",
" display: contents;\n",
"}\n",
"\n",
".xr-var-item > div,\n",
".xr-var-item label,\n",
".xr-var-item > .xr-var-name span {\n",
" background-color: var(--xr-background-color-row-even);\n",
" margin-bottom: 0;\n",
"}\n",
"\n",
".xr-var-item > .xr-var-name:hover span {\n",
" padding-right: 5px;\n",
"}\n",
"\n",
".xr-var-list > li:nth-child(odd) > div,\n",
".xr-var-list > li:nth-child(odd) > label,\n",
".xr-var-list > li:nth-child(odd) > .xr-var-name span {\n",
" background-color: var(--xr-background-color-row-odd);\n",
"}\n",
"\n",
".xr-var-name {\n",
" grid-column: 1;\n",
"}\n",
"\n",
".xr-var-dims {\n",
" grid-column: 2;\n",
"}\n",
"\n",
".xr-var-dtype {\n",
" grid-column: 3;\n",
" text-align: right;\n",
" color: var(--xr-font-color2);\n",
"}\n",
"\n",
".xr-var-preview {\n",
" grid-column: 4;\n",
"}\n",
"\n",
".xr-var-name,\n",
".xr-var-dims,\n",
".xr-var-dtype,\n",
".xr-preview,\n",
".xr-attrs dt {\n",
" white-space: nowrap;\n",
" overflow: hidden;\n",
" text-overflow: ellipsis;\n",
" padding-right: 10px;\n",
"}\n",
"\n",
".xr-var-name:hover,\n",
".xr-var-dims:hover,\n",
".xr-var-dtype:hover,\n",
".xr-attrs dt:hover {\n",
" overflow: visible;\n",
" width: auto;\n",
" z-index: 1;\n",
"}\n",
"\n",
".xr-var-attrs,\n",
".xr-var-data {\n",
" display: none;\n",
" background-color: var(--xr-background-color) !important;\n",
" padding-bottom: 5px !important;\n",
"}\n",
"\n",
".xr-var-attrs-in:checked ~ .xr-var-attrs,\n",
".xr-var-data-in:checked ~ .xr-var-data {\n",
" display: block;\n",
"}\n",
"\n",
".xr-var-data > table {\n",
" float: right;\n",
"}\n",
"\n",
".xr-var-name span,\n",
".xr-var-data,\n",
".xr-attrs {\n",
" padding-left: 25px !important;\n",
"}\n",
"\n",
".xr-attrs,\n",
".xr-var-attrs,\n",
".xr-var-data {\n",
" grid-column: 1 / -1;\n",
"}\n",
"\n",
"dl.xr-attrs {\n",
" padding: 0;\n",
" margin: 0;\n",
" display: grid;\n",
" grid-template-columns: 125px auto;\n",
"}\n",
"\n",
".xr-attrs dt,\n",
".xr-attrs dd {\n",
" padding: 0;\n",
" margin: 0;\n",
" float: left;\n",
" padding-right: 10px;\n",
" width: auto;\n",
"}\n",
"\n",
".xr-attrs dt {\n",
" font-weight: normal;\n",
" grid-column: 1;\n",
"}\n",
"\n",
".xr-attrs dt:hover span {\n",
" display: inline-block;\n",
" background: var(--xr-background-color);\n",
" padding-right: 10px;\n",
"}\n",
"\n",
".xr-attrs dd {\n",
" grid-column: 2;\n",
" white-space: pre-wrap;\n",
" word-break: break-all;\n",
"}\n",
"\n",
".xr-icon-database,\n",
".xr-icon-file-text2 {\n",
" display: inline-block;\n",
" vertical-align: middle;\n",
" width: 1em;\n",
" height: 1.5em !important;\n",
" stroke-width: 0;\n",
" stroke: currentColor;\n",
" fill: currentColor;\n",
"}\n",
"</style><pre class='xr-text-repr-fallback'>&lt;xarray.DataArray &#x27;streamflow&#x27; (feature_id: 2729077)&gt;\n",
"[2729077 values with dtype=float64]\n",
"Coordinates:\n",
" * feature_id (feature_id) int32 101 179 181 ... 1180001803 1180001804\n",
" latitude (feature_id) float32 ...\n",
" longitude (feature_id) float32 ...\n",
"Attributes:\n",
" long_name: River Flow\n",
" units: m3 s-1\n",
" grid_mapping: crs\n",
" valid_range: [ 0 50000000]</pre><div class='xr-wrap' hidden><div class='xr-header'><div class='xr-obj-type'>xarray.DataArray</div><div class='xr-array-name'>'streamflow'</div><ul class='xr-dim-list'><li><span class='xr-has-index'>feature_id</span>: 2729077</li></ul></div><ul class='xr-sections'><li class='xr-section-item'><div class='xr-array-wrap'><input id='section-eac406d3-e027-49f7-819c-9465eac165fe' class='xr-array-in' type='checkbox' checked><label for='section-eac406d3-e027-49f7-819c-9465eac165fe' title='Show/hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-array-preview xr-preview'><span>...</span></div><div class='xr-array-data'><pre>[2729077 values with dtype=float64]</pre></div></div></li><li class='xr-section-item'><input id='section-a57cbefb-2c96-41bb-9b69-69f246d2b96a' class='xr-section-summary-in' type='checkbox' checked><label for='section-a57cbefb-2c96-41bb-9b69-69f246d2b96a' class='xr-section-summary' >Coordinates: <span>(3)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'><li class='xr-var-item'><div class='xr-var-name'><span class='xr-has-index'>feature_id</span></div><div class='xr-var-dims'>(feature_id)</div><div class='xr-var-dtype'>int32</div><div class='xr-var-preview xr-preview'>101 179 ... 1180001803 1180001804</div><input id='attrs-0de6cdef-9c31-4de2-aa87-beb502566039' class='xr-var-attrs-in' type='checkbox' ><label for='attrs-0de6cdef-9c31-4de2-aa87-beb502566039' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-ad67b3d5-f3a9-4ab6-a590-e789445ab86a' class='xr-var-data-in' type='checkbox'><label for='data-ad67b3d5-f3a9-4ab6-a590-e789445ab86a' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'><dt><span>long_name :</span></dt><dd>Reach ID</dd><dt><span>comment :</span></dt><dd>Gage Points Specified by User in Routelink file</dd><dt><span>cf_role :</span></dt><dd>timeseries_id</dd></dl></div><div class='xr-var-data'><pre>array([ 101, 179, 181, ..., 1180001802, 1180001803,\n",
" 1180001804], dtype=int32)</pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>latitude</span></div><div class='xr-var-dims'>(feature_id)</div><div class='xr-var-dtype'>float32</div><div class='xr-var-preview xr-preview'>...</div><input id='attrs-185fdd5f-507b-4410-a80c-f2ee94874d50' class='xr-var-attrs-in' type='checkbox' ><label for='attrs-185fdd5f-507b-4410-a80c-f2ee94874d50' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-e2a0ac59-eb5f-47e4-aede-6d642d9a3457' class='xr-var-data-in' type='checkbox'><label for='data-e2a0ac59-eb5f-47e4-aede-6d642d9a3457' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'><dt><span>long_name :</span></dt><dd>Feature latitude</dd><dt><span>standard_name :</span></dt><dd>latitude</dd><dt><span>units :</span></dt><dd>degrees_north</dd></dl></div><div class='xr-var-data'><pre>[2729077 values with dtype=float32]</pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>longitude</span></div><div class='xr-var-dims'>(feature_id)</div><div class='xr-var-dtype'>float32</div><div class='xr-var-preview xr-preview'>...</div><input id='attrs-867cb8b5-e299-444e-8b89-5965aef21754' class='xr-var-attrs-in' type='checkbox' ><label for='attrs-867cb8b5-e299-444e-8b89-5965aef21754' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-c252a482-a355-44d0-b762-f1dc2586b81d' class='xr-var-data-in' type='checkbox'><label for='data-c252a482-a355-44d0-b762-f1dc2586b81d' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'><dt><span>long_name :</span></dt><dd>Feature longitude</dd><dt><span>standard_name :</span></dt><dd>longitude</dd><dt><span>units :</span></dt><dd>degrees_east</dd></dl></div><div class='xr-var-data'><pre>[2729077 values with dtype=float32]</pre></div></li></ul></div></li><li class='xr-section-item'><input id='section-ed1ac1d6-d521-491b-90a4-9e7ae290374b' class='xr-section-summary-in' type='checkbox' checked><label for='section-ed1ac1d6-d521-491b-90a4-9e7ae290374b' class='xr-section-summary' >Attributes: <span>(4)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><dl class='xr-attrs'><dt><span>long_name :</span></dt><dd>River Flow</dd><dt><span>units :</span></dt><dd>m3 s-1</dd><dt><span>grid_mapping :</span></dt><dd>crs</dd><dt><span>valid_range :</span></dt><dd>[ 0 50000000]</dd></dl></div></li></ul></div></div>"
],
"text/plain": [
"<xarray.DataArray 'streamflow' (feature_id: 2729077)>\n",
"[2729077 values with dtype=float64]\n",
"Coordinates:\n",
" * feature_id (feature_id) int32 101 179 181 ... 1180001803 1180001804\n",
" latitude (feature_id) float32 ...\n",
" longitude (feature_id) float32 ...\n",
"Attributes:\n",
" long_name: River Flow\n",
" units: m3 s-1\n",
" grid_mapping: crs\n",
" valid_range: [ 0 50000000]"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"dset.streamflow"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 19.5 ms, sys: 0 ns, total: 19.5 ms\n",
"Wall time: 19.3 ms\n"
]
}
],
"source": [
"%%time\n",
"files = [s3open(s3path.format(date.strftime('%Y'),date.strftime('%Y%m%d%H%M'))) for date in dates]"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"744"
]
},
"execution_count": 13,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(files)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"A nice chunk size for object storage is on the order of 100Mb. "
]
},
{
"cell_type": "code",
"execution_count": 14,
"metadata": {},
"outputs": [],
"source": [
"time_chunk_size = 72\n",
"feature_chunk_size = 60000"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"45.48461666666667"
]
},
"execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"nh_chunks = len(dset.feature_id)/feature_chunk_size\n",
"nh_chunks"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"11"
]
},
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"nt_chunks = int(np.ceil(len(files)/time_chunk_size))\n",
"nt_chunks"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"34.56"
]
},
"execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"(time_chunk_size * feature_chunk_size )*8 / 1e6"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"... Close enough to 100Mb"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Create a function to drop stuff that messes up `open_mfdataset`"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {},
"outputs": [],
"source": [
"def drop_coords(ds):\n",
" ds = ds.drop(['reference_time','feature_id', 'crs'])\n",
" return ds.reset_coords(drop=True)"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {},
"outputs": [],
"source": [
"#cluster.close(); client.close()"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [],
"source": [
"#gateway.stop_cluster(cluster_name='932673464290474fb39b0b518655ac63')"
]
},
{
"cell_type": "code",
"execution_count": 21,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"\u001b[0;31mSignature:\u001b[0m\n",
"\u001b[0mebd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstart_dask_cluster\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0menvironment\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'pangeonoa'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mworker_profile\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'Medium Worker'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mprofile\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'default'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mregion\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'us-west-2'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mendpoint\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mworker_min\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mworker_max\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m20\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0madaptive_scaling\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mwait_for_cluster\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mcfile\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0muse_existing_cluster\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m \u001b[0mpropagate_env\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
"\u001b[0;34m\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mDocstring:\u001b[0m <no docstring>\n",
"\u001b[0;31mFile:\u001b[0m ~/shared/users/lib/ebdpy.py\n",
"\u001b[0;31mType:\u001b[0m function\n"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"import os\n",
"import sys\n",
"sys.path.append(os.path.join(os.environ['HOME'],'shared','users','lib'))\n",
"import ebdpy as ebd\n",
"\n",
"?ebd.start_dask_cluster"
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {},
"outputs": [],
"source": [
"ebd.set_credentials(profile='esip-qhub')"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"No Cluster running.\n",
"Starting new cluster.\n",
"Setting Fixed Scaling workers=30\n",
"Reconnect client to clear cache\n",
"client.dashboard_link (for new browser tab/window or dashboard searchbar in Jupyterhub):\n",
"https://jupyter.qhub.esipfed.org/gateway/clusters/25446023a7da468fa8388709a3eefce3/status\n",
"Propagating environment variables to workers\n"
]
}
],
"source": [
"profile = 'esip-qhub'\n",
"region = 'us-west-2'\n",
"endpoint = f's3.{region}.amazonaws.com'\n",
"ebd.set_credentials(profile=profile, region=region, endpoint=endpoint)\n",
"worker_max = 30\n",
"client,cluster = ebd.start_dask_cluster(profile=profile,worker_max=worker_max, \n",
" region=region, use_existing_cluster=True,\n",
" adaptive_scaling=False, wait_for_cluster=False, \n",
" environment='pangeonoa', worker_profile='Pangeo Worker', propagate_env=True)"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "ae82cde097b741329fc22f0484a7f065",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"VBox(children=(HTML(value='<h2>GatewayCluster</h2>'), HBox(children=(HTML(value='\\n<div>\\n<style scoped>\\n …"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"cluster"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Tell blosc not to use threads since we are using dask to parallelize"
]
},
{
"cell_type": "code",
"execution_count": 26,
"metadata": {},
"outputs": [],
"source": [
"numcodecs.blosc.use_threads = False"
]
},
{
"cell_type": "code",
"execution_count": 27,
"metadata": {},
"outputs": [],
"source": [
"def delete_s3(url):\n",
" fs1 = fsspec.open(url, anon=False).fs\n",
" if fs1.exists(url):\n",
" fs1.rm(url, recursive=True)"
]
},
{
"cell_type": "code",
"execution_count": 28,
"metadata": {},
"outputs": [],
"source": [
"chunked_url = 's3://esip-qhub/usgs/zarr/nwm/chunked.zarr'\n",
"step_url = 's3://esip-qhub/usgs/zarr/step/step.zarr'\n",
"temp_url = 's3://esip-qhub/usgs/zarr/tmp/temp.zarr'\n",
"\n",
"fs = fsspec.filesystem('s3', anon=False, default_fill_cache=False, skip_instance_cache=True)\n",
"\n",
"zarr_chunked = fs.get_mapper(chunked_url)"
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [],
"source": [
"#client.close; cluster.shutdown()\n",
"#client = Client()"
]
},
{
"cell_type": "code",
"execution_count": 30,
"metadata": {},
"outputs": [],
"source": [
"#client.close()"
]
},
{
"cell_type": "code",
"execution_count": 31,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"185.577253"
]
},
"execution_count": 31,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"dset.nbytes/1e6"
]
},
{
"cell_type": "code",
"execution_count": 32,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div><svg style=\"position: absolute; width: 0; height: 0; overflow: hidden\">\n",
"<defs>\n",
"<symbol id=\"icon-database\" viewBox=\"0 0 32 32\">\n",
"<path d=\"M16 0c-8.837 0-16 2.239-16 5v4c0 2.761 7.163 5 16 5s16-2.239 16-5v-4c0-2.761-7.163-5-16-5z\"></path>\n",
"<path d=\"M16 17c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n",
"<path d=\"M16 26c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n",
"</symbol>\n",
"<symbol id=\"icon-file-text2\" viewBox=\"0 0 32 32\">\n",
"<path d=\"M28.681 7.159c-0.694-0.947-1.662-2.053-2.724-3.116s-2.169-2.030-3.116-2.724c-1.612-1.182-2.393-1.319-2.841-1.319h-15.5c-1.378 0-2.5 1.121-2.5 2.5v27c0 1.378 1.122 2.5 2.5 2.5h23c1.378 0 2.5-1.122 2.5-2.5v-19.5c0-0.448-0.137-1.23-1.319-2.841zM24.543 5.457c0.959 0.959 1.712 1.825 2.268 2.543h-4.811v-4.811c0.718 0.556 1.584 1.309 2.543 2.268zM28 29.5c0 0.271-0.229 0.5-0.5 0.5h-23c-0.271 0-0.5-0.229-0.5-0.5v-27c0-0.271 0.229-0.5 0.5-0.5 0 0 15.499-0 15.5 0v7c0 0.552 0.448 1 1 1h7v19.5z\"></path>\n",
"<path d=\"M23 26h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
"<path d=\"M23 22h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
"<path d=\"M23 18h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
"</symbol>\n",
"</defs>\n",
"</svg>\n",
"<style>/* CSS stylesheet for displaying xarray objects in jupyterlab.\n",
" *\n",
" */\n",
"\n",
":root {\n",
" --xr-font-color0: var(--jp-content-font-color0, rgba(0, 0, 0, 1));\n",
" --xr-font-color2: var(--jp-content-font-color2, rgba(0, 0, 0, 0.54));\n",
" --xr-font-color3: var(--jp-content-font-color3, rgba(0, 0, 0, 0.38));\n",
" --xr-border-color: var(--jp-border-color2, #e0e0e0);\n",
" --xr-disabled-color: var(--jp-layout-color3, #bdbdbd);\n",
" --xr-background-color: var(--jp-layout-color0, white);\n",
" --xr-background-color-row-even: var(--jp-layout-color1, white);\n",
" --xr-background-color-row-odd: var(--jp-layout-color2, #eeeeee);\n",
"}\n",
"\n",
"html[theme=dark],\n",
"body.vscode-dark {\n",
" --xr-font-color0: rgba(255, 255, 255, 1);\n",
" --xr-font-color2: rgba(255, 255, 255, 0.54);\n",
" --xr-font-color3: rgba(255, 255, 255, 0.38);\n",
" --xr-border-color: #1F1F1F;\n",
" --xr-disabled-color: #515151;\n",
" --xr-background-color: #111111;\n",
" --xr-background-color-row-even: #111111;\n",
" --xr-background-color-row-odd: #313131;\n",
"}\n",
"\n",
".xr-wrap {\n",
" display: block;\n",
" min-width: 300px;\n",
" max-width: 700px;\n",
"}\n",
"\n",
".xr-text-repr-fallback {\n",
" /* fallback to plain text repr when CSS is not injected (untrusted notebook) */\n",
" display: none;\n",
"}\n",
"\n",
".xr-header {\n",
" padding-top: 6px;\n",
" padding-bottom: 6px;\n",
" margin-bottom: 4px;\n",
" border-bottom: solid 1px var(--xr-border-color);\n",
"}\n",
"\n",
".xr-header > div,\n",
".xr-header > ul {\n",
" display: inline;\n",
" margin-top: 0;\n",
" margin-bottom: 0;\n",
"}\n",
"\n",
".xr-obj-type,\n",
".xr-array-name {\n",
" margin-left: 2px;\n",
" margin-right: 10px;\n",
"}\n",
"\n",
".xr-obj-type {\n",
" color: var(--xr-font-color2);\n",
"}\n",
"\n",
".xr-sections {\n",
" padding-left: 0 !important;\n",
" display: grid;\n",
" grid-template-columns: 150px auto auto 1fr 20px 20px;\n",
"}\n",
"\n",
".xr-section-item {\n",
" display: contents;\n",
"}\n",
"\n",
".xr-section-item input {\n",
" display: none;\n",
"}\n",
"\n",
".xr-section-item input + label {\n",
" color: var(--xr-disabled-color);\n",
"}\n",
"\n",
".xr-section-item input:enabled + label {\n",
" cursor: pointer;\n",
" color: var(--xr-font-color2);\n",
"}\n",
"\n",
".xr-section-item input:enabled + label:hover {\n",
" color: var(--xr-font-color0);\n",
"}\n",
"\n",
".xr-section-summary {\n",
" grid-column: 1;\n",
" color: var(--xr-font-color2);\n",
" font-weight: 500;\n",
"}\n",
"\n",
".xr-section-summary > span {\n",
" display: inline-block;\n",
" padding-left: 0.5em;\n",
"}\n",
"\n",
".xr-section-summary-in:disabled + label {\n",
" color: var(--xr-font-color2);\n",
"}\n",
"\n",
".xr-section-summary-in + label:before {\n",
" display: inline-block;\n",
" content: '►';\n",
" font-size: 11px;\n",
" width: 15px;\n",
" text-align: center;\n",
"}\n",
"\n",
".xr-section-summary-in:disabled + label:before {\n",
" color: var(--xr-disabled-color);\n",
"}\n",
"\n",
".xr-section-summary-in:checked + label:before {\n",
" content: '▼';\n",
"}\n",
"\n",
".xr-section-summary-in:checked + label > span {\n",
" display: none;\n",
"}\n",
"\n",
".xr-section-summary,\n",
".xr-section-inline-details {\n",
" padding-top: 4px;\n",
" padding-bottom: 4px;\n",
"}\n",
"\n",
".xr-section-inline-details {\n",
" grid-column: 2 / -1;\n",
"}\n",
"\n",
".xr-section-details {\n",
" display: none;\n",
" grid-column: 1 / -1;\n",
" margin-bottom: 5px;\n",
"}\n",
"\n",
".xr-section-summary-in:checked ~ .xr-section-details {\n",
" display: contents;\n",
"}\n",
"\n",
".xr-array-wrap {\n",
" grid-column: 1 / -1;\n",
" display: grid;\n",
" grid-template-columns: 20px auto;\n",
"}\n",
"\n",
".xr-array-wrap > label {\n",
" grid-column: 1;\n",
" vertical-align: top;\n",
"}\n",
"\n",
".xr-preview {\n",
" color: var(--xr-font-color3);\n",
"}\n",
"\n",
".xr-array-preview,\n",
".xr-array-data {\n",
" padding: 0 5px !important;\n",
" grid-column: 2;\n",
"}\n",
"\n",
".xr-array-data,\n",
".xr-array-in:checked ~ .xr-array-preview {\n",
" display: none;\n",
"}\n",
"\n",
".xr-array-in:checked ~ .xr-array-data,\n",
".xr-array-preview {\n",
" display: inline-block;\n",
"}\n",
"\n",
".xr-dim-list {\n",
" display: inline-block !important;\n",
" list-style: none;\n",
" padding: 0 !important;\n",
" margin: 0;\n",
"}\n",
"\n",
".xr-dim-list li {\n",
" display: inline-block;\n",
" padding: 0;\n",
" margin: 0;\n",
"}\n",
"\n",
".xr-dim-list:before {\n",
" content: '(';\n",
"}\n",
"\n",
".xr-dim-list:after {\n",
" content: ')';\n",
"}\n",
"\n",
".xr-dim-list li:not(:last-child):after {\n",
" content: ',';\n",
" padding-right: 5px;\n",
"}\n",
"\n",
".xr-has-index {\n",
" font-weight: bold;\n",
"}\n",
"\n",
".xr-var-list,\n",
".xr-var-item {\n",
" display: contents;\n",
"}\n",
"\n",
".xr-var-item > div,\n",
".xr-var-item label,\n",
".xr-var-item > .xr-var-name span {\n",
" background-color: var(--xr-background-color-row-even);\n",
" margin-bottom: 0;\n",
"}\n",
"\n",
".xr-var-item > .xr-var-name:hover span {\n",
" padding-right: 5px;\n",
"}\n",
"\n",
".xr-var-list > li:nth-child(odd) > div,\n",
".xr-var-list > li:nth-child(odd) > label,\n",
".xr-var-list > li:nth-child(odd) > .xr-var-name span {\n",
" background-color: var(--xr-background-color-row-odd);\n",
"}\n",
"\n",
".xr-var-name {\n",
" grid-column: 1;\n",
"}\n",
"\n",
".xr-var-dims {\n",
" grid-column: 2;\n",
"}\n",
"\n",
".xr-var-dtype {\n",
" grid-column: 3;\n",
" text-align: right;\n",
" color: var(--xr-font-color2);\n",
"}\n",
"\n",
".xr-var-preview {\n",
" grid-column: 4;\n",
"}\n",
"\n",
".xr-var-name,\n",
".xr-var-dims,\n",
".xr-var-dtype,\n",
".xr-preview,\n",
".xr-attrs dt {\n",
" white-space: nowrap;\n",
" overflow: hidden;\n",
" text-overflow: ellipsis;\n",
" padding-right: 10px;\n",
"}\n",
"\n",
".xr-var-name:hover,\n",
".xr-var-dims:hover,\n",
".xr-var-dtype:hover,\n",
".xr-attrs dt:hover {\n",
" overflow: visible;\n",
" width: auto;\n",
" z-index: 1;\n",
"}\n",
"\n",
".xr-var-attrs,\n",
".xr-var-data {\n",
" display: none;\n",
" background-color: var(--xr-background-color) !important;\n",
" padding-bottom: 5px !important;\n",
"}\n",
"\n",
".xr-var-attrs-in:checked ~ .xr-var-attrs,\n",
".xr-var-data-in:checked ~ .xr-var-data {\n",
" display: block;\n",
"}\n",
"\n",
".xr-var-data > table {\n",
" float: right;\n",
"}\n",
"\n",
".xr-var-name span,\n",
".xr-var-data,\n",
".xr-attrs {\n",
" padding-left: 25px !important;\n",
"}\n",
"\n",
".xr-attrs,\n",
".xr-var-attrs,\n",
".xr-var-data {\n",
" grid-column: 1 / -1;\n",
"}\n",
"\n",
"dl.xr-attrs {\n",
" padding: 0;\n",
" margin: 0;\n",
" display: grid;\n",
" grid-template-columns: 125px auto;\n",
"}\n",
"\n",
".xr-attrs dt,\n",
".xr-attrs dd {\n",
" padding: 0;\n",
" margin: 0;\n",
" float: left;\n",
" padding-right: 10px;\n",
" width: auto;\n",
"}\n",
"\n",
".xr-attrs dt {\n",
" font-weight: normal;\n",
" grid-column: 1;\n",
"}\n",
"\n",
".xr-attrs dt:hover span {\n",
" display: inline-block;\n",
" background: var(--xr-background-color);\n",
" padding-right: 10px;\n",
"}\n",
"\n",
".xr-attrs dd {\n",
" grid-column: 2;\n",
" white-space: pre-wrap;\n",
" word-break: break-all;\n",
"}\n",
"\n",
".xr-icon-database,\n",
".xr-icon-file-text2 {\n",
" display: inline-block;\n",
" vertical-align: middle;\n",
" width: 1em;\n",
" height: 1.5em !important;\n",
" stroke-width: 0;\n",
" stroke: currentColor;\n",
" fill: currentColor;\n",
"}\n",
"</style><pre class='xr-text-repr-fallback'>&lt;xarray.DataArray &#x27;streamflow&#x27; (feature_id: 2729077)&gt;\n",
"[2729077 values with dtype=float64]\n",
"Coordinates:\n",
" * feature_id (feature_id) int32 101 179 181 ... 1180001803 1180001804\n",
" latitude (feature_id) float32 ...\n",
" longitude (feature_id) float32 ...\n",
"Attributes:\n",
" long_name: River Flow\n",
" units: m3 s-1\n",
" grid_mapping: crs\n",
" valid_range: [ 0 50000000]</pre><div class='xr-wrap' hidden><div class='xr-header'><div class='xr-obj-type'>xarray.DataArray</div><div class='xr-array-name'>'streamflow'</div><ul class='xr-dim-list'><li><span class='xr-has-index'>feature_id</span>: 2729077</li></ul></div><ul class='xr-sections'><li class='xr-section-item'><div class='xr-array-wrap'><input id='section-08946a88-a941-4348-a987-f1ed25c9a2d7' class='xr-array-in' type='checkbox' checked><label for='section-08946a88-a941-4348-a987-f1ed25c9a2d7' title='Show/hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-array-preview xr-preview'><span>...</span></div><div class='xr-array-data'><pre>[2729077 values with dtype=float64]</pre></div></div></li><li class='xr-section-item'><input id='section-9968c629-2c5f-405d-a4e1-ce7431ba850d' class='xr-section-summary-in' type='checkbox' checked><label for='section-9968c629-2c5f-405d-a4e1-ce7431ba850d' class='xr-section-summary' >Coordinates: <span>(3)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'><li class='xr-var-item'><div class='xr-var-name'><span class='xr-has-index'>feature_id</span></div><div class='xr-var-dims'>(feature_id)</div><div class='xr-var-dtype'>int32</div><div class='xr-var-preview xr-preview'>101 179 ... 1180001803 1180001804</div><input id='attrs-1d45654c-de20-49f7-be40-fe940e81e967' class='xr-var-attrs-in' type='checkbox' ><label for='attrs-1d45654c-de20-49f7-be40-fe940e81e967' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-2f28ae17-2c5c-4716-a8b1-5b2bdda76e8f' class='xr-var-data-in' type='checkbox'><label for='data-2f28ae17-2c5c-4716-a8b1-5b2bdda76e8f' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'><dt><span>long_name :</span></dt><dd>Reach ID</dd><dt><span>comment :</span></dt><dd>Gage Points Specified by User in Routelink file</dd><dt><span>cf_role :</span></dt><dd>timeseries_id</dd></dl></div><div class='xr-var-data'><pre>array([ 101, 179, 181, ..., 1180001802, 1180001803,\n",
" 1180001804], dtype=int32)</pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>latitude</span></div><div class='xr-var-dims'>(feature_id)</div><div class='xr-var-dtype'>float32</div><div class='xr-var-preview xr-preview'>...</div><input id='attrs-e503d3e8-1805-4de0-bca1-5da5d9b03b23' class='xr-var-attrs-in' type='checkbox' ><label for='attrs-e503d3e8-1805-4de0-bca1-5da5d9b03b23' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-de633cfe-6022-40e4-af21-073455556ffb' class='xr-var-data-in' type='checkbox'><label for='data-de633cfe-6022-40e4-af21-073455556ffb' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'><dt><span>long_name :</span></dt><dd>Feature latitude</dd><dt><span>standard_name :</span></dt><dd>latitude</dd><dt><span>units :</span></dt><dd>degrees_north</dd></dl></div><div class='xr-var-data'><pre>[2729077 values with dtype=float32]</pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>longitude</span></div><div class='xr-var-dims'>(feature_id)</div><div class='xr-var-dtype'>float32</div><div class='xr-var-preview xr-preview'>...</div><input id='attrs-949c8147-18fa-47dd-ac59-bb897ce33b29' class='xr-var-attrs-in' type='checkbox' ><label for='attrs-949c8147-18fa-47dd-ac59-bb897ce33b29' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-bd487980-4d1e-4335-b12c-a24fc1b9a849' class='xr-var-data-in' type='checkbox'><label for='data-bd487980-4d1e-4335-b12c-a24fc1b9a849' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'><dt><span>long_name :</span></dt><dd>Feature longitude</dd><dt><span>standard_name :</span></dt><dd>longitude</dd><dt><span>units :</span></dt><dd>degrees_east</dd></dl></div><div class='xr-var-data'><pre>[2729077 values with dtype=float32]</pre></div></li></ul></div></li><li class='xr-section-item'><input id='section-eb4ef50c-3d55-4d4d-acb8-ca9e03d7470c' class='xr-section-summary-in' type='checkbox' checked><label for='section-eb4ef50c-3d55-4d4d-acb8-ca9e03d7470c' class='xr-section-summary' >Attributes: <span>(4)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><dl class='xr-attrs'><dt><span>long_name :</span></dt><dd>River Flow</dd><dt><span>units :</span></dt><dd>m3 s-1</dd><dt><span>grid_mapping :</span></dt><dd>crs</dd><dt><span>valid_range :</span></dt><dd>[ 0 50000000]</dd></dl></div></li></ul></div></div>"
],
"text/plain": [
"<xarray.DataArray 'streamflow' (feature_id: 2729077)>\n",
"[2729077 values with dtype=float64]\n",
"Coordinates:\n",
" * feature_id (feature_id) int32 101 179 181 ... 1180001803 1180001804\n",
" latitude (feature_id) float32 ...\n",
" longitude (feature_id) float32 ...\n",
"Attributes:\n",
" long_name: River Flow\n",
" units: m3 s-1\n",
" grid_mapping: crs\n",
" valid_range: [ 0 50000000]"
]
},
"execution_count": 32,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"dset.streamflow"
]
},
{
"cell_type": "code",
"execution_count": 33,
"metadata": {},
"outputs": [],
"source": [
"#client.run(os.path.expanduser, \"~\")"
]
},
{
"cell_type": "code",
"execution_count": 34,
"metadata": {},
"outputs": [],
"source": [
"# Don't run this is you have already started your zarr and are happy with it!!!\n",
"# delete_s3(chunked_url)"
]
},
{
"cell_type": "code",
"execution_count": 35,
"metadata": {},
"outputs": [],
"source": [
"#%%time\n",
"#dset.to_zarr(zarr_chunked, mode='w')"
]
},
{
"cell_type": "code",
"execution_count": 36,
"metadata": {},
"outputs": [],
"source": [
"#client.retire_workers([k for k, v in client.processing().items() if v])"
]
},
{
"cell_type": "code",
"execution_count": 37,
"metadata": {},
"outputs": [],
"source": [
"delete_s3(temp_url)"
]
},
{
"cell_type": "code",
"execution_count": 38,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"[]"
]
},
"execution_count": 38,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"fs.ls(temp_url)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 39,
"metadata": {},
"outputs": [],
"source": [
"#ds = xr.open_zarr(zarr_chunked, consolidated=True)"
]
},
{
"cell_type": "code",
"execution_count": 40,
"metadata": {},
"outputs": [],
"source": [
"#fs.ls(chunked_url)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Step our way through the dataset, reading one chunk along the time dimension at a time, to avoid dask reading too many chunks before writing and blowing out memory. First time chunk is written to zarr, then others are appended. "
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#### Set up Rechunker"
]
},
{
"cell_type": "code",
"execution_count": 41,
"metadata": {},
"outputs": [],
"source": [
"from rechunker import rechunk"
]
},
{
"cell_type": "code",
"execution_count": 42,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"4.00GB\n"
]
}
],
"source": [
"chunk_mem_factor = 0.8 #fraction of worker memory for each chunk (seems to be the max possible)\n",
"worker_mem = 5e9/1e9 #cluster.worker_spec[0]['options']['memory_limit']/1e9\n",
"max_mem = '{:.2f}GB'.format(chunk_mem_factor * worker_mem)\n",
"print(max_mem)"
]
},
{
"cell_type": "code",
"execution_count": 43,
"metadata": {},
"outputs": [],
"source": [
"max_mem = '2.6GB'"
]
},
{
"cell_type": "code",
"execution_count": 44,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<table style=\"border: 2px solid white;\">\n",
"<tr>\n",
"<td style=\"vertical-align: top; border: 0px solid white\">\n",
"<h3 style=\"text-align: left;\">Client</h3>\n",
"<ul style=\"text-align: left; list-style: none; margin: 0; padding: 0;\">\n",
" <li><b>Scheduler: </b>gateway://scheduler-public-dask-gateway:8786/25446023a7da468fa8388709a3eefce3</li>\n",
" <li><b>Dashboard: </b><a href='https://jupyter.qhub.esipfed.org/gateway/clusters/25446023a7da468fa8388709a3eefce3/status' target='_blank'>https://jupyter.qhub.esipfed.org/gateway/clusters/25446023a7da468fa8388709a3eefce3/status</a>\n",
"</ul>\n",
"</td>\n",
"<td style=\"vertical-align: top; border: 0px solid white\">\n",
"<h3 style=\"text-align: left;\">Cluster</h3>\n",
"<ul style=\"text-align: left; list-style:none; margin: 0; padding: 0;\">\n",
" <li><b>Workers: </b>30</li>\n",
" <li><b>Cores: </b>30</li>\n",
" <li><b>Memory: </b>128.85 GB</li>\n",
"</ul>\n",
"</td>\n",
"</tr>\n",
"</table>"
],
"text/plain": [
"<Client: 'tls://10.10.1.171:46537' processes=30 threads=30, memory=128.85 GB>"
]
},
"execution_count": 44,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"client"
]
},
{
"cell_type": "code",
"execution_count": 45,
"metadata": {},
"outputs": [],
"source": [
"delete_s3(step_url)\n",
"delete_s3(temp_url)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#### Do the big loop"
]
},
{
"cell_type": "code",
"execution_count": 46,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"0\n",
"Finished opening for 0\n",
"Executing rechunk for 0\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.batched - INFO - Batched Comm Closed: in <closed TLS>: Stream is closed\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"distributed.client - ERROR - Failed to reconnect to scheduler after 10.00 seconds, closing client\n",
"_GatheringFuture exception was never retrieved\n",
"future: <_GatheringFuture finished exception=CancelledError()>\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n"
]
},
{
"ename": "OSError",
"evalue": "Timed out trying to connect to 'gateway://scheduler-public-dask-gateway:8786/25446023a7da468fa8388709a3eefce3' after 10 s: Timed out trying to connect to 'gateway://scheduler-public-dask-gateway:8786/25446023a7da468fa8388709a3eefce3' after 10 s: connect() didn't finish in time",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mCancelledError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-46-e5f1f0f204ed>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m 34\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mperformance_report\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"dask-report.html\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 35\u001b[0;31m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0marray_plan\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mretries\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 36\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/rechunker/api.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(self, **kwargs)\u001b[0m\n\u001b[1;32m 75\u001b[0m \"\"\"\n\u001b[0;32m---> 76\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_executor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute_plan\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_plan\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 77\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_target\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/rechunker/executors/dask.py\u001b[0m in \u001b[0;36mexecute_plan\u001b[0;34m(self, plan, **kwargs)\u001b[0m\n\u001b[1;32m 23\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mexecute_plan\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mplan\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mDelayed\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 24\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mplan\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcompute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 25\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/dask/base.py\u001b[0m in \u001b[0;36mcompute\u001b[0;34m(self, **kwargs)\u001b[0m\n\u001b[1;32m 165\u001b[0m \"\"\"\n\u001b[0;32m--> 166\u001b[0;31m \u001b[0;34m(\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcompute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtraverse\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 167\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/dask/base.py\u001b[0m in \u001b[0;36mcompute\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 436\u001b[0m \u001b[0mpostcomputes\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__dask_postcompute__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mx\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mcollections\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 437\u001b[0;31m \u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mschedule\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdsk\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkeys\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 438\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mrepack\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0ma\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0ma\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mzip\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresults\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpostcomputes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/client.py\u001b[0m in \u001b[0;36mget\u001b[0;34m(self, dsk, keys, restrictions, loose_restrictions, resources, sync, asynchronous, direct, retries, priority, fifo_timeout, actors, **kwargs)\u001b[0m\n\u001b[1;32m 2594\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2595\u001b[0;31m \u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgather\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpacked\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0masynchronous\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0masynchronous\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdirect\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdirect\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 2596\u001b[0m \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/client.py\u001b[0m in \u001b[0;36mgather\u001b[0;34m(self, futures, errors, direct, asynchronous)\u001b[0m\n\u001b[1;32m 1887\u001b[0m \u001b[0mlocal_worker\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1888\u001b[0;31m return self.sync(\n\u001b[0m\u001b[1;32m 1889\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_gather\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/client.py\u001b[0m in \u001b[0;36msync\u001b[0;34m(self, func, asynchronous, callback_timeout, *args, **kwargs)\u001b[0m\n\u001b[1;32m 776\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 777\u001b[0;31m return sync(\n\u001b[0m\u001b[1;32m 778\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mloop\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback_timeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcallback_timeout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/utils.py\u001b[0m in \u001b[0;36msync\u001b[0;34m(loop, func, callback_timeout, *args, **kwargs)\u001b[0m\n\u001b[1;32m 347\u001b[0m \u001b[0mtyp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 348\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 349\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/utils.py\u001b[0m in \u001b[0;36mf\u001b[0;34m()\u001b[0m\n\u001b[1;32m 331\u001b[0m \u001b[0mfuture\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0masyncio\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait_for\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfuture\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback_timeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 332\u001b[0;31m \u001b[0mresult\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32myield\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 333\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/gen.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 761\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 762\u001b[0;31m \u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 763\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/client.py\u001b[0m in \u001b[0;36m_gather\u001b[0;34m(self, futures, errors, direct, local_worker)\u001b[0m\n\u001b[1;32m 1753\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mexception\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtraceback\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1754\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1755\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0merrors\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"skip\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mCancelledError\u001b[0m: rechunked-fdcfaa94f5ebd9ad5a5f10b1d5885f5d",
"\nDuring handling of the above exception, another exception occurred:\n",
"\u001b[0;31mOSError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-46-e5f1f0f204ed>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m 33\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Executing rechunk for {}'\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 34\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mperformance_report\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"dask-report.html\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 35\u001b[0;31m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0marray_plan\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mretries\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 36\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 37\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/client.py\u001b[0m in \u001b[0;36m__exit__\u001b[0;34m(self, typ, value, traceback)\u001b[0m\n\u001b[1;32m 4650\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4651\u001b[0m \u001b[0mcode\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 4652\u001b[0;31m \u001b[0mget_client\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__aexit__\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtype\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtraceback\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcode\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 4653\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4654\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/client.py\u001b[0m in \u001b[0;36msync\u001b[0;34m(self, func, asynchronous, callback_timeout, *args, **kwargs)\u001b[0m\n\u001b[1;32m 775\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 776\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 777\u001b[0;31m return sync(\n\u001b[0m\u001b[1;32m 778\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mloop\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback_timeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcallback_timeout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 779\u001b[0m )\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/utils.py\u001b[0m in \u001b[0;36msync\u001b[0;34m(loop, func, callback_timeout, *args, **kwargs)\u001b[0m\n\u001b[1;32m 346\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 347\u001b[0m \u001b[0mtyp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 348\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 349\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 350\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/utils.py\u001b[0m in \u001b[0;36mf\u001b[0;34m()\u001b[0m\n\u001b[1;32m 330\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mcallback_timeout\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 331\u001b[0m \u001b[0mfuture\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0masyncio\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait_for\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfuture\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback_timeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 332\u001b[0;31m \u001b[0mresult\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32myield\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 333\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 334\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/gen.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 760\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 761\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 762\u001b[0;31m \u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 763\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 764\u001b[0m \u001b[0mexc_info\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/client.py\u001b[0m in \u001b[0;36m__aexit__\u001b[0;34m(self, typ, value, traceback, code)\u001b[0m\n\u001b[1;32m 4635\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4636\u001b[0m \u001b[0mcode\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 4637\u001b[0;31m data = await get_client().scheduler.performance_report(\n\u001b[0m\u001b[1;32m 4638\u001b[0m \u001b[0mstart\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstart\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcode\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4639\u001b[0m )\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/core.py\u001b[0m in \u001b[0;36msend_recv_from_rpc\u001b[0;34m(**kwargs)\u001b[0m\n\u001b[1;32m 753\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdeserializers\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"deserializers\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 754\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"deserializers\"\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdeserializers\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 755\u001b[0;31m \u001b[0mcomm\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpool\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maddr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 756\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcomm\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mname\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcomm\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"ConnectionPool.\"\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 757\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/core.py\u001b[0m in \u001b[0;36mconnect\u001b[0;34m(self, addr, timeout)\u001b[0m\n\u001b[1;32m 902\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 903\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 904\u001b[0;31m comm = await connect(\n\u001b[0m\u001b[1;32m 905\u001b[0m \u001b[0maddr\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 906\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtimeout\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/comm/core.py\u001b[0m in \u001b[0;36mconnect\u001b[0;34m(addr, timeout, deserialize, connection_args)\u001b[0m\n\u001b[1;32m 241\u001b[0m \u001b[0mbackoff\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbackoff\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;31m# wait at most one second\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 242\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 243\u001b[0;31m \u001b[0m_raise\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merror\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 244\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 245\u001b[0m \u001b[0;32mbreak\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/distributed/comm/core.py\u001b[0m in \u001b[0;36m_raise\u001b[0;34m(error)\u001b[0m\n\u001b[1;32m 211\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 212\u001b[0m )\n\u001b[0;32m--> 213\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mIOError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmsg\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 214\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 215\u001b[0m \u001b[0mbackoff\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m0.01\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mOSError\u001b[0m: Timed out trying to connect to 'gateway://scheduler-public-dask-gateway:8786/25446023a7da468fa8388709a3eefce3' after 10 s: Timed out trying to connect to 'gateway://scheduler-public-dask-gateway:8786/25446023a7da468fa8388709a3eefce3' after 10 s: connect() didn't finish in time"
]
}
],
"source": [
"#### %%time\n",
"for i in range(nt_chunks):\n",
" print(i)\n",
" istart = i * time_chunk_size\n",
" istop = int(np.min([(i+1) * time_chunk_size, len(files)]))\n",
" \n",
"# ds = xr.open_mfdataset(files[istart:istop], parallel=True, preprocess=drop_coords, combine='by_coords', \n",
"# concat_dim='time', join='override', engine='h5netcdf', backend_kwargs={'decode_vlen_strings':True})\n",
"\n",
" ds = xr.open_mfdataset(files[istart:istop], parallel=True, preprocess=drop_coords, combine='by_coords', \n",
" concat_dim='time', join='override', engine='h5netcdf')\n",
" \n",
" print('Finished opening for {}'.format(i))\n",
" # add back in the 'feature_id' coordinate removed by preprocessing \n",
" ds.coords['feature_id'] = dset.coords['feature_id']\n",
" \n",
" # chunk this step to zarr using rechunker\n",
" delete_s3(step_url)\n",
" delete_s3(temp_url)\n",
" zarr_step = fs.get_mapper(step_url)\n",
" zarr_temp = fs.get_mapper(temp_url)\n",
" \n",
" chunk_plan={}\n",
" for var in ds.data_vars:\n",
" if len(ds[var].dims)==2:\n",
" var_chunk = (time_chunk_size, feature_chunk_size)\n",
" chunk_plan[var] = var_chunk\n",
"\n",
" array_plan = rechunk(ds, chunk_plan, max_mem, zarr_step, \n",
" temp_store=zarr_temp)\n",
" \n",
" \n",
" print('Executing rechunk for {}'.format(i))\n",
" with performance_report(filename=\"dask-report.html\"):\n",
" result = array_plan.execute(retries=10)\n",
"\n",
" \n",
" print('Finished rechunk for {}'.format(i))\n",
" # read back in the zarr chunk rechunker wrote\n",
" ds = xr.open_zarr(zarr_step)\n",
"\n",
" if i==0:\n",
"# compressor = zarr.Blosc(cname='zstd', clevel=5, shuffle=zarr.Blosc.AUTOSHUFFLE)\n",
"# encoding = {v: {'compressor': compressor, '_FillValue': -9999.0 } for v in ds.data_vars}\n",
"# ds.to_zarr(zarr_chunked, consolidated=True, mode='w', encoding=encoding)\n",
" ds.to_zarr(zarr_chunked, consolidated=True, mode='w')\n",
" else:\n",
" ds.to_zarr(zarr_chunked, consolidated=True, append_dim='time')\n",
" \n",
" print('Finished writing for {}'.format(i))\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"ds2 = xr.open_zarr(zarr_chunked)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"The workflow threw an error on the last partial chunk because Rechunker doesn't think the chunk_plan is valid. But it is valid to have a partial last chunk. Here we just rechunk the last partial chunk without rechunker and append it to the overall Zarr dataset. "
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"ds2"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"test = ds2['streamflow'][:,100]"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"test.plot()"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"ds2.to_zarr(zarr_chunked, consolidated=True, append_dim='time')"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Check the resulting chunked dataset for correct start time, stop time and for any gaps. If there are no gaps we should get just a single unique value of 3600s for the difference between the hourly time steps. "
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"ds1 = xr.open_zarr('/usgs/gamone/data2/rsignell/data/NWM2/zarr/nwm', consolidated=True)\n",
"print(ds1.time[0].values)\n",
"print(ds1.time[-1].values)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"d1 = ds1.time.diff(dim='time').values/1e9 # convert datetime64 nanoseconds to seconds"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"np.unique(d1)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"\n",
"cluster.close(); client.close()"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"import hvplot.xarray\n",
"ds1.streamflow[:,1000].plot()"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n",
"Exception in callback None()\n",
"handle: <Handle cancelled>\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1391, in _do_ssl_handshake\n",
" self.socket.do_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/ssl.py\", line 1309, in do_handshake\n",
" self._sslobj.do_handshake()\n",
"ssl.SSLError: [SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1125)\n",
"\n",
"During handling of the above exception, another exception occurred:\n",
"\n",
"Traceback (most recent call last):\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/asyncio/events.py\", line 81, in _run\n",
" self._context.run(self._callback, *self._args)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/platform/asyncio.py\", line 189, in _handle_events\n",
" handler_func(fileobj, events)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 696, in _handle_events\n",
" self._handle_read()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1478, in _handle_read\n",
" self._do_ssl_handshake()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 1409, in _do_ssl_handshake\n",
" return self.close(exc_info=err)\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 611, in close\n",
" self._signal_closed()\n",
" File \"/home/conda/store/80a0df3ff6b151091b3a68c2a700436ddebe8a9af7b86a18f93107c112a1690a-pangeonoa/lib/python3.8/site-packages/tornado/iostream.py\", line 641, in _signal_closed\n",
" self._ssl_connect_future.exception()\n",
"asyncio.exceptions.CancelledError\n"
]
}
],
"source": [
"cluster"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python [conda env:pangeonoa]",
"language": "python",
"name": "conda-env-pangeonoa-py"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.8"
},
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"state": {},
"version_major": 2,
"version_minor": 0
}
}
},
"nbformat": 4,
"nbformat_minor": 4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment