NOTE:
- wherever
[...]
is included I have removed a large number of lines which are very similar to the ones above (and|or) below.
NOTE:
[...]
is included I have removed a large number of lines which are very similar to the ones above (and|or) below.root@302d01eec869:/usr/local/tomcat/webapps/erddap/WEB-INF# bash DasDds.sh OC_c7fe_e1ee_913c | |
////**** EDStatic Low Level Startup | |
localTime=2022-10-26T16:38:54+00:00 | |
erddapVersion=2.18 | |
Java 1.8.0_322 (64 bit, Oracle Corporation) on Linux (4.18.0-348.7.1.el8_5.x86_64). | |
MemoryInUse= 50 MB (highWaterMark= 50 MB) (Xmx ~= 958 MB) | |
logLevel=info: verbose=true reallyVerbose=false | |
got bigParentDirectory from ERDDAP_bigParentDirectory | |
got emailFromAddress from ERDDAP_emailFromAddress | |
got emailEverythingTo from ERDDAP_emailEverythingTo | |
ERROR in File2.deleteIfOld: dir=/erddapData/dataset/_FileVisitor/ isn't a directory. | |
bigParentDirectory=/erddapData/ | |
webInfParentDirectory=/usr/local/tomcat/webapps/erddap/ | |
java.awt.HeadlessException: | |
No X11 DISPLAY variable was set, but this program performed an operation which requires it. | |
at gov.noaa.pfel.coastwatch.sgt.SgtUtil.isBufferedImageAccelerated(SgtUtil.java:368) | |
at gov.noaa.pfel.erddap.util.EDStatic.<clinit>(EDStatic.java:1830) | |
at gov.noaa.pfel.erddap.DasDds.<clinit>(DasDds.java:31) | |
bufferedImage isAccelerated=[unknown] | |
got baseHttpsUrl from ERDDAP_baseHttpsUrl | |
got adminInstitution from ERDDAP_adminInstitution | |
got adminInstitutionUrl from ERDDAP_adminInstitutionUrl | |
got adminIndividualName from ERDDAP_adminIndividualName | |
got adminPosition from ERDDAP_adminPosition | |
got adminPhone from ERDDAP_adminPhone | |
got adminAddress from ERDDAP_adminAddress | |
got adminCity from ERDDAP_adminCity | |
got adminStateOrProvince from ERDDAP_adminStateOrProvince | |
got adminPostalCode from ERDDAP_adminPostalCode | |
got adminCountry from ERDDAP_adminCountry | |
got adminEmail from ERDDAP_adminEmail | |
got flagKeyKey from ERDDAP_flagKeyKey | |
copying images/ file: erddapStart2.css | |
Custom messages.xml not found at /usr/local/tomcat/content/erddap/messages.xml | |
Using default messages.xml from /usr/local/tomcat/webapps/erddap/WEB-INF/classes/gov/noaa/pfel/erddap/util/messages.xml | |
CfToFromGcmd static loading /usr/local/tomcat/webapps/erddap/WEB-INF/classes/gov/noaa/pfel/erddap/util/CfToGcmd.txt | |
*** EDStatic Low Level Startup finished successfully. | |
logFileMaxSize=20000000 | |
*** Starting DasDds 2022-10-26T16:38:55+00:00 erddapVersion=2.18 | |
logFile=/erddapData/logs/DasDds.log | |
Java 1.8.0_322 (64 bit, Oracle Corporation) on Linux (4.18.0-348.7.1.el8_5.x86_64). | |
MemoryInUse= 171 MB (highWaterMark= 171 MB) (Xmx ~= 958 MB) | |
*** DasDds *** | |
This generates the DAS and DDS for a dataset and puts it in | |
/erddapData/logs/DasDds.out | |
Press ^D or ^C to exit at any time. | |
Which datasetID? OC_c7fe_e1ee_913c | |
*** DasDds OC_c7fe_e1ee_913c | |
*** deleting cached dataset info for datasetID=OC_c7fe_e1ee_913c | |
EDD.oneFromDatasetsXml(OC_c7fe_e1ee_913c)... | |
SimpleXmlReader encoding=UTF-8 | |
*** constructing EDDGridFromFiles(xmlReader)... | |
*** constructing EDDGridFromFiles OC_c7fe_e1ee_913c | |
axis0 ***fileName format=yyyyDDD class=DOUBLE regex=MODA_(\d{7})_(\d{7})_7D_FK_OC\.nc captureGroup=2 | |
dir/file table doesn't exist: /erddapData/dataset/3c/OC_c7fe_e1ee_913c/dirTable.nc | |
dir/file table doesn't exist: /erddapData/dataset/3c/OC_c7fe_e1ee_913c/fileTable.nc | |
creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) | |
doQuickRestart=false | |
1054 files found in /srv/imars-objects/fk/MEAN_7D_MODA/OC/ | |
regex=.*\.nc recursive=true pathRegex=.* time=45ms | |
old nBadFiles size=0 | |
old fileTable size=0 nFilesMissing=0 | |
#0 inserted in cache | |
#1 inserted in cache | |
#2 inserted in cache | |
[...] | |
#1053 inserted in cache | |
fileTable updated; time=33773ms | |
tFileNamePA.size=1054 | |
dirTable.nRows=1 | |
fileTable.nRows=1054 | |
fileTableInMemory=false | |
nUnchanged=0 | |
nRemoved=0 (nNoLastMod=0, nNoSize=0) | |
nReadFile=1054 (nDifferentModTime=0 nNew=1054) readFileCumTime=32.343 s avg=30ms | |
getting metadataFrom /srv/imars-objects/fk/MEAN_7D_MODA/OC/MODA_2022295_2022298_7D_FK_OC.nc | |
ftLastMod first=2022-10-26T15:10:30Z last=2022-10-26T16:33:57Z | |
time: DoubleArray isn't evenly spaced: [0]=1.0260864E9, [1]=1.0266912E9, spacing=604800.0, average spacing=608328.2051282051. | |
smallest spacing=345600.0: [1052]=1.6663104E9, [1053]=1.666656E9 | |
biggest spacing=1987200.0: [1025]=1.6485984E9, [1026]=1.6505856E9 | |
latitude: FloatArray isn't sorted in ascending order: [0]=27.4 > [1]=27.390911. | |
*** EDDGridFromFiles OC_c7fe_e1ee_913c constructor finished. TIME=33985ms (>10s!) | |
**************************** The .das for OC_c7fe_e1ee_913c **************************** | |
Attributes { | |
time { | |
String _CoordinateAxisType "Time"; | |
Float64 actual_range 1.0260864e+9, 1.666656e+9; | |
String axis "T"; | |
String ioos_category "Time"; | |
String long_name "Time"; | |
String standard_name "time"; | |
String time_origin "01-JAN-1970 00:00:00"; | |
String units "seconds since 1970-01-01T00:00:00Z"; | |
} | |
latitude { | |
String _CoordinateAxisType "Lat"; | |
Float32 actual_range 23.01037, 27.4; | |
String axis "Y"; | |
String ioos_category "Location"; | |
String long_name "Latitude"; | |
String standard_name "latitude"; | |
String units "degrees_north"; | |
} | |
longitude { | |
String _CoordinateAxisType "Lon"; | |
Float32 actual_range -85.0, -78.51099; | |
String axis "X"; | |
String ioos_category "Location"; | |
String long_name "Longitude"; | |
String standard_name "longitude"; | |
String units "degrees_east"; | |
} | |
chlor_a_median { | |
Float64 colorBarMaximum 30.0; | |
Float64 colorBarMinimum 0.03; | |
String colorBarScale "Log"; | |
String ioos_category "Ocean Color"; | |
String long_name "Concentration Of Chlorophyll In Sea Water"; | |
String Product "chlor_a"; | |
String standard_name "concentration_of_chlorophyll_in_sea_water"; | |
String units "mg m^-3"; | |
} | |
chlor_a_anom { | |
Float64 colorBarMaximum 10.0; | |
Float64 colorBarMinimum -10.0; | |
String ioos_category "Ocean Color"; | |
String long_name "Chlor A Anom"; | |
String Product "chlor_a_anomaly"; | |
String units "mg m^-3"; | |
} | |
ABI_median { | |
String ioos_category "Unknown"; | |
String long_name "ABI Median"; | |
String Product "ABI"; | |
String units "W m^-2 um^-1 sr^-1"; | |
} | |
ABI_anom { | |
Float64 colorBarMaximum 10.0; | |
Float64 colorBarMinimum -10.0; | |
String ioos_category "Unknown"; | |
String long_name "ABI Anom"; | |
String Product "ABI_anomaly"; | |
String units "W m^-2 um^-1 sr^-1"; | |
} | |
Rrs_667_median { | |
Float64 colorBarMaximum -25000.035; | |
Float64 colorBarMinimum -25000.055; | |
String ioos_category "Optical Properties"; | |
String long_name "Rrs 667 Median"; | |
String Product "Rrs_667"; | |
String units "sr^-1"; | |
} | |
Rrs_667_anom { | |
Float64 colorBarMaximum 0.01; | |
Float64 colorBarMinimum -0.01; | |
String ioos_category "Optical Properties"; | |
String long_name "Rrs 667 Anom"; | |
String Product "Rrs_667_anomaly"; | |
String units "sr^-1"; | |
} | |
NC_GLOBAL { | |
String cdm_data_type "Grid"; | |
String Composite_end_date "10/25/2022"; | |
String Composite_start_date "10/22/2022"; | |
String contact "Dan Otis - dotis@usf.edu"; | |
String Conventions "COARDS, CF-1.6, ACDD-1.3"; | |
String CreationDate "10/26/2022 16:33:57"; | |
String creator_email "dotis@usf.edu"; | |
String creator_name "DOTIS"; | |
String creator_type "institution"; | |
Float64 Easternmost_Easting -78.51099; | |
Float64 geospatial_lat_max 27.4; | |
Float64 geospatial_lat_min 23.01037; | |
Float64 geospatial_lat_resolution 0.00908826086956521; | |
String geospatial_lat_units "degrees_north"; | |
Float64 geospatial_lon_max -78.51099; | |
Float64 geospatial_lon_min -85.0; | |
Float64 geospatial_lon_resolution 0.009088249299719879; | |
String geospatial_lon_units "degrees_east"; | |
String history "2022-10-26T16:39:30Z (local files) | |
2022-10-26T16:39:30Z http://131.247.136.200:8080/erddap/griddap/OC_c7fe_e1ee_913c.das"; | |
String Image_size "484 pixels(N-S) x 715 pixels(E-W)"; | |
String infoUrl "imars.usf.edu"; | |
String institution "USF IMaRS"; | |
String keywords "abi, ABI_anom, ABI_median, anomaly, chemistry, chlor, chlor_a_anom, chlor_a_median, chlorophyll, color, concentration, concentration_of_chlorophyll_in_sea_water, data, earth, Earth Science > Oceans > Ocean Chemistry > Chlorophyll, florida, img, img_x, img_y, local, median, ocean, ocean color, oceans, optical, optical properties, properties, rrs, Rrs_667_anom, Rrs_667_median, science, sea, seawater, source, south, university, usf, water"; | |
String keywords_vocabulary "GCMD Science Keywords"; | |
String Lat_Lon_Limits "23.0104N to 27.4N -85W to -78.511W"; | |
String license "The data may be used and redistributed for free but is not intended | |
for legal use, since it may contain inaccuracies. Neither the data | |
Contributor, ERD, NOAA, nor the United States Government, nor any | |
of their employees or contractors, makes any warranty, express or | |
implied, including warranties of merchantability and fitness for a | |
particular purpose, or assumes any legal liability for the accuracy, | |
completeness, or usefulness, of this information."; | |
Float64 Northernmost_Northing 27.4; | |
String Ocean_color_masks_based_on_L2_flags "LAND,CLDICE,HIGLINT"; | |
String Original_Image_Format "Level-2(NetCDF)"; | |
String Original_Image_Source "NASA Ocean Biology Processing Group"; | |
String Processing_and_binning "USF IMaRS"; | |
String Projection "Equidistant Cylindrical"; | |
String Region "Florida Keys FK)"; | |
String Sensor "MODIS-Aqua"; | |
String sourceUrl "(local files)"; | |
Float64 Southernmost_Northing 23.01037; | |
String standard_name_vocabulary "CF Standard Name Table v70"; | |
String summary "USF IMaRS MODIS FK 7 Day Mean Ocean Color."; | |
String time_coverage_end "2022-10-25T00:00:00Z"; | |
String time_coverage_start "2002-07-08T00:00:00Z"; | |
String Time_interval "7-Day Composite (median)"; | |
String title "IMaRS MODA 7D FK.."; | |
Float64 Westernmost_Easting -85.0; | |
} | |
} | |
**************************** The .dds for OC_c7fe_e1ee_913c **************************** | |
Dataset { | |
Float64 time[time = 1054]; | |
Float32 latitude[latitude = 484]; | |
Float32 longitude[longitude = 715]; | |
GRID { | |
ARRAY: | |
Float64 chlor_a_median[time = 1054][latitude = 484][longitude = 715]; | |
MAPS: | |
Float64 time[time = 1054]; | |
Float32 latitude[latitude = 484]; | |
Float32 longitude[longitude = 715]; | |
} chlor_a_median; | |
GRID { | |
ARRAY: | |
Float64 chlor_a_anom[time = 1054][latitude = 484][longitude = 715]; | |
MAPS: | |
Float64 time[time = 1054]; | |
Float32 latitude[latitude = 484]; | |
Float32 longitude[longitude = 715]; | |
} chlor_a_anom; | |
GRID { | |
ARRAY: | |
Float64 ABI_median[time = 1054][latitude = 484][longitude = 715]; | |
MAPS: | |
Float64 time[time = 1054]; | |
Float32 latitude[latitude = 484]; | |
Float32 longitude[longitude = 715]; | |
} ABI_median; | |
GRID { | |
ARRAY: | |
Float64 ABI_anom[time = 1054][latitude = 484][longitude = 715]; | |
MAPS: | |
Float64 time[time = 1054]; | |
Float32 latitude[latitude = 484]; | |
Float32 longitude[longitude = 715]; | |
} ABI_anom; | |
GRID { | |
ARRAY: | |
Float64 Rrs_667_median[time = 1054][latitude = 484][longitude = 715]; | |
MAPS: | |
Float64 time[time = 1054]; | |
Float32 latitude[latitude = 484]; | |
Float32 longitude[longitude = 715]; | |
} Rrs_667_median; | |
GRID { | |
ARRAY: | |
Float64 Rrs_667_anom[time = 1054][latitude = 484][longitude = 715]; | |
MAPS: | |
Float64 time[time = 1054]; | |
Float32 latitude[latitude = 484]; | |
Float32 longitude[longitude = 715]; | |
} Rrs_667_anom; | |
} OC_c7fe_e1ee_913c; | |
************************* The .timeGaps for OC_c7fe_e1ee_913c ************************* | |
Time gaps greater than the median (7 days): | |
[3]=2002-07-29T00:00:00Z -> [4]=2002-08-12T00:00:00Z, gap=14 days | |
[8]=2002-09-08T00:00:00Z -> [9]=2002-09-16T00:00:00Z, gap=8 days | |
[23]=2002-12-23T00:00:00Z -> [24]=2002-12-31T00:00:00Z, gap=8 days | |
[75]=2003-12-23T00:00:00Z -> [76]=2003-12-31T00:00:00Z, gap=8 days | |
[127]=2004-12-22T00:00:00Z -> [128]=2004-12-31T00:00:00Z, gap=9 days | |
[179]=2005-12-23T00:00:00Z -> [180]=2005-12-31T00:00:00Z, gap=8 days | |
[231]=2006-12-23T00:00:00Z -> [232]=2006-12-31T00:00:00Z, gap=8 days | |
[280]=2007-12-01T00:00:00Z -> [281]=2007-12-09T00:00:00Z, gap=8 days | |
[283]=2007-12-23T00:00:00Z -> [284]=2007-12-31T00:00:00Z, gap=8 days | |
[335]=2008-12-22T00:00:00Z -> [336]=2008-12-31T00:00:00Z, gap=9 days | |
[387]=2009-12-23T00:00:00Z -> [388]=2009-12-31T00:00:00Z, gap=8 days | |
[439]=2010-12-23T00:00:00Z -> [440]=2010-12-31T00:00:00Z, gap=8 days | |
[491]=2011-12-23T00:00:00Z -> [492]=2011-12-31T00:00:00Z, gap=8 days | |
[543]=2012-12-22T00:00:00Z -> [544]=2012-12-31T00:00:00Z, gap=9 days | |
[595]=2013-12-23T00:00:00Z -> [596]=2013-12-31T00:00:00Z, gap=8 days | |
[647]=2014-12-23T00:00:00Z -> [648]=2014-12-31T00:00:00Z, gap=8 days | |
[699]=2015-12-23T00:00:00Z -> [700]=2015-12-31T00:00:00Z, gap=8 days | |
[751]=2016-12-22T00:00:00Z -> [752]=2016-12-31T00:00:00Z, gap=9 days | |
[803]=2017-12-23T00:00:00Z -> [804]=2017-12-31T00:00:00Z, gap=8 days | |
[855]=2018-12-23T00:00:00Z -> [856]=2018-12-31T00:00:00Z, gap=8 days | |
[907]=2019-12-23T00:00:00Z -> [908]=2019-12-31T00:00:00Z, gap=8 days | |
[959]=2020-12-22T00:00:00Z -> [960]=2020-12-31T00:00:00Z, gap=9 days | |
[1011]=2021-12-23T00:00:00Z -> [1012]=2021-12-31T00:00:00Z, gap=8 days | |
[1025]=2022-03-30T00:00:00Z -> [1026]=2022-04-22T00:00:00Z, gap=23 days | |
nGaps=24 | |
*** closed logFile=/erddapData/logs/DasDds.log at 2022-10-26T16:39:30+00:00 |
root@302d01eec869:/erddapData/logs# cat log.txt | |
logFileMaxSize=20971520 | |
\\\\**** Start Erddap v2.18 constructor at 2022-10-26T16.32.59 | |
logFile=/erddapData/logs/log.txt logMaxSizeMB=20 | |
Java 1.8.0_322 (64 bit, Oracle Corporation) on Linux (4.18.0-348.7.1.el8_5.x86_64). | |
MemoryInUse= 1169 MB (highWaterMark= 1169 MB) (Xmx ~= 65303 MB) | |
verbose=true reallyVerbose=false | |
bigParentDirectory=/erddapData/ | |
contextDirectory=/usr/local/tomcat/webapps/erddap/ | |
available fonts=DejaVu Sans, DejaVu Sans Mono, DejaVu Serif, Dialog, DialogInput, Monospaced, SansSerif, Serif | |
File2.deleteIfOld(/erddapData/cache/_wms ) nDir= 5 nDeleted= 0 nRemain= 0 | |
File2.deleteIfOld(/erddapData/cache/ ) nDir= 5 nDeleted= 0 nRemain= 0 | |
ERROR in File2.deleteIfOld: dir=/erddapData/private isn't a directory. | |
Subscriptions.removeOldPending nPending=0 nRemoved=0 | |
Subscriptions loaded successfully. nValid=0 | |
\\\\**** Erddap constructor finished. TIME=1971ms | |
*** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2022-10-26T16:33:01+00:00 | |
File2.deleteIfOld(/erddapData/cache/_wms , 2022-10-26T15:33:01Z) nDir= 5 nDeleted= 0 nRemain= 0 | |
File2.deleteIfOld(/erddapData/cache/ , 2022-10-26T15:33:01Z) nDir= 5 nDeleted= 0 nRemain= 0 | |
0 files remain in /usr/local/tomcat/webapps/erddap/public/ | |
0 files remain in /erddapData/cache/ and subdirectories. | |
******************************************************************************** | |
LoadDatasets.run EDStatic.developmentMode=false 2022-10-26T16:33:01+00:00 | |
datasetsRegex=.* inputStream=null majorLoad=true | |
{{{{#1 2022-10-26T16:33:02+00:00 (notLoggedIn) (unknownIPAddress) GET /erddap/status.html | |
OutputStreamFromHttpResponse charEncoding=UTF-8, encoding=gzip, index, .html | |
}}}}#1 (unknownIPAddress) SUCCESS. TIME=19ms | |
{{{{#2 2022-10-26T16:33:02+00:00 (notLoggedIn) (unknownIPAddress) GET /erddap/images/noaab.png | |
OutputStreamFromHttpResponse charEncoding=, encoding=identity, noaab, .png | |
doTransfer /usr/local/tomcat/webapps/erddap/images/noaab.png | |
compression=identity, fileSize=2160, set Content-Length=2160 | |
}}}}#2 (unknownIPAddress) SUCCESS. TIME=2ms | |
{{{{#3 2022-10-26T16:33:02+00:00 (notLoggedIn) (unknownIPAddress) GET /erddap/images/QuestionMark.jpg | |
OutputStreamFromHttpResponse charEncoding=, encoding=identity, QuestionMark, .jpg | |
doTransfer /usr/local/tomcat/webapps/erddap/images/QuestionMark.jpg | |
compression=identity | |
MemoryInUse= 46 MB (highWaterMark= 1169 MB) (Xmx ~= 65303 MB) | |
File2.deleteIfOld(/erddapData/decompressed/ , 2022-10-26T16:18:03Z) nDir= 1 nDeleted= 0 nRemain= 0 | |
After deleting decompressed files not used in the last 15 minutes, nRemain=0 | |
*** constructing EDDTableFromAllDatasets | |
accessibleViaNcCF=.ncCF/.ncCFMA is never available for this dataset because cdm_data_type=Other is not a compatible type. | |
FGDC is never available for this dataset because Query error: there is no longitude and/or latitude variable. | |
ISO 19115-2/19139 is never available for this dataset because Query error: there is no longitude and/or latitude variable. | |
*** EDDTableFromAllDatasets constructor finished. TIME=33ms | |
SimpleXmlReader encoding=UTF-8 | |
cacheMinutes=60 | |
decompressedCacheMaxGB=10 | |
decompressedCacheMaxMinutesOld=15 | |
drawLandMask=under | |
emailDiagnosticsToErdData=true | |
graphBackgroundColor=0xffccccff | |
ipAddressMaxRequests=7 | |
ipAddressMaxRequestsActive=2 | |
ipAddressUnlimited=(unknownIPAddress) | |
loadDatasetsMinMinutes=15 | |
loadDatasetsMaxMinutes=600 | |
logLevel=warning: verbose=false reallyVerbose=false | |
nGridThreads=1 | |
nTableThreads=1 | |
partialRequestMaxBytes=490000000 | |
partialRequestMaxCells=10000000 | |
slowDownTroubleMillis=1000 | |
unusualActivity=10000 | |
startHeadHtml5 was set. | |
endBodyHtml5 was set. | |
standardLicense was set. | |
standardContact was set. | |
standardDataLicenses was set. | |
standardDisclaimerOfEndorsement was set. | |
standardDisclaimerOfExternalLinks was set. | |
standardGeneralDisclaimer was set. | |
standardPrivacyPolicy was set. | |
startBodyHtml5 was set. | |
theShortDescriptionHtml was set. | |
requestBlacklist is now null. | |
*** lowSendError for request #3: isCommitted=false fullMessage= | |
Error { | |
code=404; | |
message="Not Found: file doesn't exist"; | |
} | |
WARNING! This ERDDAP won't try to subscribe to the dataset on the remote | |
ERDDAP because this ERDDAP isn't publicly accessible. | |
If you want to keep this dataset up-to-date, use a small reloadEveryNMinutes. | |
EDD.requestReloadASAP OC_c7fe_e1ee_913c | |
NOTE: For datasetID=OC_c7fe_e1ee_913c, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
datasets.xml error on line #243 | |
While trying to load datasetID=OC_c7fe_e1ee_913c (after 26 ms) | |
java.lang.RuntimeException: datasets.xml error on or before line #243: NOTE: For datasetID=OC_c7fe_e1ee_913c, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:471) | |
at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:359) | |
Caused by: java.lang.RuntimeException: NOTE: For datasetID=OC_c7fe_e1ee_913c, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.<init>(EDDGridFromFiles.java:698) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcLow.<init>(EDDGridFromNcLow.java:96) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcFiles.<init>(EDDGridFromNcFiles.java:102) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.fromXml(EDDGridFromFiles.java:299) | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:430) | |
... 1 more | |
EDD.requestReloadASAP OC_c7fe_e1ee_913d | |
NOTE: For datasetID=OC_c7fe_e1ee_913d, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
datasets.xml error on line #368 | |
While trying to load datasetID=OC_c7fe_e1ee_913d (after 4 ms) | |
java.lang.RuntimeException: datasets.xml error on or before line #368: NOTE: For datasetID=OC_c7fe_e1ee_913d, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:471) | |
at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:359) | |
Caused by: java.lang.RuntimeException: NOTE: For datasetID=OC_c7fe_e1ee_913d, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.<init>(EDDGridFromFiles.java:698) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcLow.<init>(EDDGridFromNcLow.java:96) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcFiles.<init>(EDDGridFromNcFiles.java:102) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.fromXml(EDDGridFromFiles.java:299) | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:430) | |
... 1 more | |
******************************************************************************** | |
LoadDatasets.run finished at 2022-10-26T16:33:06+00:00 TOTAL TIME=3435ms | |
nGridDatasets active=1 change=1 | |
nTableDatasets active=1 change=1 | |
nDatasets in datasets.xml=3 (nTry=3) | |
nUsers=0 | |
openFileCount=162 of max=1048576 %=0 | |
MemoryInUse= 53 MB (highWaterMark= 1169 MB) (Xmx ~= 65303 MB) | |
change for this run of major Load Datasets (MB) = 24 | |
ADD _FillValue ATTRIBUTES? There are none to report. | |
********************************************************************** | |
Daily Report | |
Current time is 2022-10-26T16:33:08+00:00 | |
Startup was at 2022-10-26T16:32:59+00:00 | |
Last major LoadDatasets started 6.000 s ago and is still running. | |
nGridDatasets = 1 | |
nTableDatasets = 1 | |
nTotalDatasets = 2 | |
n Datasets Failed To Load (in the last major LoadDatasets) = 2 | |
OC_c7fe_e1ee_913c, OC_c7fe_e1ee_913d, (end) | |
Unique users (since startup) n = 0 | |
Response Failed Time (since last major LoadDatasets) n = 0 | |
Response Failed Time (since last Daily Report) n = 0 | |
Response Failed Time (since startup) n = 0 | |
Response Succeeded Time (since last major LoadDatasets) n = 3, median ~= 15 ms | |
Response Succeeded Time (since last Daily Report) n = 3, median ~= 15 ms | |
Response Succeeded Time (since startup) n = 3, median ~= 15 ms | |
TaskThread has finished 0 out of 0 tasks. Currently, no task is running. | |
TaskThread Failed Time (since last Daily Report) n = 0 | |
TaskThread Failed Time (since startup) n = 0 | |
TaskThread Succeeded Time (since last Daily Report) n = 0 | |
TaskThread Succeeded Time (since startup) n = 0 | |
Number of threads: Tomcat-waiting=10, inotify=0, other=14 | |
MemoryInUse= 68 MB (highWaterMark= 1169 MB) (Xmx ~= 65303 MB) | |
********************************************************************** | |
Tallied Usage Information | |
Language (since last daily report) | |
: 3 (100%) | |
Language (since startup) | |
: 3 (100%) | |
Protocol (since last daily report) | |
images: 2 (67%) | |
status.html: 1 (33%) | |
Protocol (since startup) | |
images: 2 (67%) | |
status.html: 1 (33%) | |
Requester Is Logged In (since last daily report) | |
no/http: 3 (100%) | |
Requester Is Logged In (since startup) | |
no/http: 3 (100%) | |
Requester's IP Address (Allowed) (since last daily report) | |
(unknownIPAddress): 3 (100%) | |
Requester's IP Address (Allowed) (since last Major LoadDatasets) | |
(unknownIPAddress): 3 (100%) | |
Requester's IP Address (Allowed) (since startup) | |
(unknownIPAddress): 3 (100%) | |
RequestReloadASAP (since last daily report) | |
OC_c7fe_e1ee_913c: 1 (50%) | |
OC_c7fe_e1ee_913d: 1 (50%) | |
RequestReloadASAP (since startup) | |
OC_c7fe_e1ee_913c: 1 (50%) | |
OC_c7fe_e1ee_913d: 1 (50%) | |
Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB Open | |
timestamp time nTry nFail nTotal nSuccess (median) nFail (median) memFail tooMany tomWait inotify other inUse Files | |
---------------------------- ----- ----------------- ------------------------------------------------ --------------------- ----- ----- | |
2022-10-26T16:33:06+00:00 4s 3 2 2 3 ( 15) 0 ( 0) 0 0 10 0 14 56 0% | |
Major LoadDatasets Times Distribution (since last Daily Report): | |
n = 1, median ~= 3500 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 0 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 0 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 0 | |
<= 5 s: 1 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
Major LoadDatasets Times Distribution (since startup): | |
n = 1, median ~= 3500 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 0 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 0 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 0 | |
<= 5 s: 1 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
Minor LoadDatasets Times Distribution (since last Daily Report): | |
n = 0 | |
Minor LoadDatasets Times Distribution (since startup): | |
n = 0 | |
Response Failed Time Distribution (since last major LoadDatasets): | |
n = 0 | |
Response Failed Time Distribution (since last Daily Report): | |
n = 0 | |
Response Failed Time Distribution (since startup): | |
n = 0 | |
Response Succeeded Time Distribution (since last major LoadDatasets): | |
n = 3, median ~= 15 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 1 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 1 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 1 | |
<= 5 s: 0 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
Response Succeeded Time Distribution (since last Daily Report): | |
n = 3, median ~= 15 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 1 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 1 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 1 | |
<= 5 s: 0 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
Response Succeeded Time Distribution (since startup): | |
n = 3, median ~= 15 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 1 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 1 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 1 | |
<= 5 s: 0 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
TaskThread Failed Time Distribution (since last Daily Report): | |
n = 0 | |
TaskThread Failed Time Distribution (since startup): | |
n = 0 | |
TaskThread Succeeded Time Distribution (since last Daily Report): | |
n = 0 | |
TaskThread Succeeded Time Distribution (since startup): | |
n = 0 | |
Language (since last daily report) | |
: 3 (100%) | |
Language (since startup) | |
: 3 (100%) | |
SgtMap topography nFromCache=0 nNotFromCache=0 | |
GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 | |
NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 | |
StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 | |
Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 | |
bufferedImage isAccelerated=[unknown] | |
canonical map sizes: 20 + 455 + 113 + 1262 + 836 + 1097 = 3783 | |
canonicalStringHolder map sizes: 12 + 45 + 31 + 18 + 10 + 10 = 126 | |
********************************************************************** | |
Warnings from LoadDatasets | |
datasets.xml error on line #243 | |
While trying to load datasetID=OC_c7fe_e1ee_913c (after 26 ms) | |
java.lang.RuntimeException: datasets.xml error on or before line #243: NOTE: For datasetID=OC_c7fe_e1ee_913c, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:471) | |
at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:359) | |
Caused by: java.lang.RuntimeException: NOTE: For datasetID=OC_c7fe_e1ee_913c, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.<init>(EDDGridFromFiles.java:698) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcLow.<init>(EDDGridFromNcLow.java:96) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcFiles.<init>(EDDGridFromNcFiles.java:102) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.fromXml(EDDGridFromFiles.java:299) | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:430) | |
... 1 more | |
datasets.xml error on line #368 | |
While trying to load datasetID=OC_c7fe_e1ee_913d (after 4 ms) | |
java.lang.RuntimeException: datasets.xml error on or before line #368: NOTE: For datasetID=OC_c7fe_e1ee_913d, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:471) | |
at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:359) | |
Caused by: java.lang.RuntimeException: NOTE: For datasetID=OC_c7fe_e1ee_913d, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.<init>(EDDGridFromFiles.java:698) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcLow.<init>(EDDGridFromNcLow.java:96) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcFiles.<init>(EDDGridFromNcFiles.java:102) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.fromXml(EDDGridFromFiles.java:299) | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:430) | |
... 1 more | |
********************************************************************** | |
Number of threads: Tomcat-waiting=10, inotify=0, other=14 | |
(format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) | |
#1 Thread[AsyncFileHandlerWriter-1259475182,5,main] WAITING daemon | |
sun.misc.Unsafe.park(Native Method) | |
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492) | |
java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680) | |
org.apache.juli.AsyncFileHandler$LoggerThread.run(AsyncFileHandler.java:204) | |
#2 Thread[ContainerBackgroundProcessor[StandardEngine[Catalina]],5,main] TIMED_WAITING daemon | |
java.lang.Thread.sleep(Native Method) | |
org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1363) | |
java.lang.Thread.run(Thread.java:750) | |
#3 Thread[Finalizer,8,system] WAITING daemon | |
java.lang.Object.wait(Native Method) | |
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) | |
java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) | |
#4 Thread[GC Daemon,2,system] TIMED_WAITING daemon | |
java.lang.Object.wait(Native Method) | |
sun.misc.GC$Daemon.run(GC.java:117) | |
#5 Thread[http-nio-8080-Acceptor-0,5,main] RUNNABLE daemon | |
sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) | |
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:421) | |
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:249) | |
org.apache.tomcat.util.net.NioEndpoint$Acceptor.run(NioEndpoint.java:515) | |
java.lang.Thread.run(Thread.java:750) | |
#6 Thread[http-nio-8080-AsyncTimeout,5,main] TIMED_WAITING daemon | |
java.lang.Thread.sleep(Native Method) | |
org.apache.coyote.AbstractProtocol$AsyncTimeout.run(AbstractProtocol.java:1209) | |
java.lang.Thread.run(Thread.java:750) | |
#7 Thread[http-nio-8080-ClientPoller-0,5,main] RUNNABLE daemon | |
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:878) | |
java.lang.Thread.run(Thread.java:750) | |
#8 Thread[http-nio-8080-ClientPoller-1,5,main] RUNNABLE daemon | |
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:878) | |
java.lang.Thread.run(Thread.java:750) | |
#9 Thread[Java2D Disposer,10,system] WAITING daemon | |
java.lang.Object.wait(Native Method) | |
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) | |
sun.java2d.Disposer.run(Disposer.java:148) | |
java.lang.Thread.run(Thread.java:750) | |
#10 Thread[main,5,main] TIMED_WAITING | |
java.lang.Thread.sleep(Native Method) | |
org.apache.catalina.core.StandardServer.await(StandardServer.java:401) | |
org.apache.catalina.startup.Catalina.await(Catalina.java:776) | |
org.apache.catalina.startup.Catalina.start(Catalina.java:722) | |
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
java.lang.reflect.Method.invoke(Method.java:498) | |
org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) | |
org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) | |
#11 Thread[NioBlockingSelector.BlockPoller-0,5,main] RUNNABLE daemon | |
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
org.apache.tomcat.util.net.NioBlockingSelector$BlockPoller.run(NioBlockingSelector.java:343) | |
#12 Thread[Reference Handler,10,system] WAITING daemon | |
java.lang.Object.wait(Native Method) | |
java.lang.Object.wait(Object.java:502) | |
java.lang.ref.Reference.tryHandlePending(Reference.java:191) | |
java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) | |
#13 Thread[RunLoadDatasets,5,main] TIMED_WAITING daemon | |
java.lang.Thread.sleep(Native Method) | |
gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:288) | |
#14 Thread[Signal Dispatcher,9,system] RUNNABLE daemon | |
Java 1.8.0_322 (64 bit, Oracle Corporation) on Linux (4.18.0-348.7.1.el8_5.x86_64). | |
********************************************************************** | |
End of Daily Report | |
Daily Report: | |
Daily Report | |
Current time is 2022-10-26T16:33:08+00:00 | |
Startup was at 2022-10-26T16:32:59+00:00 | |
Last major LoadDatasets started 6.000 s ago and is still running. | |
nGridDatasets = 1 | |
nTableDatasets = 1 | |
nTotalDatasets = 2 | |
n Datasets Failed To Load (in the last major LoadDatasets) = 2 | |
OC_c7fe_e1ee_913c, OC_c7fe_e1ee_913d, (end) | |
Unique users (since startup) n = 0 | |
Response Failed Time (since last major LoadDatasets) n = 0 | |
Response Failed Time (since last Daily Report) n = 0 | |
Response Failed Time (since startup) n = 0 | |
Response Succeeded Time (since last major LoadDatasets) n = 3, median ~= 15 ms | |
Response Succeeded Time (since last Daily Report) n = 3, median ~= 15 ms | |
Response Succeeded Time (since startup) n = 3, median ~= 15 ms | |
TaskThread has finished 0 out of 0 tasks. Currently, no task is running. | |
TaskThread Failed Time (since last Daily Report) n = 0 | |
TaskThread Failed Time (since startup) n = 0 | |
TaskThread Succeeded Time (since last Daily Report) n = 0 | |
TaskThread Succeeded Time (since startup) n = 0 | |
Number of threads: Tomcat-waiting=10, inotify=0, other=14 | |
MemoryInUse= 68 MB (highWaterMark= 1169 MB) (Xmx ~= 65303 MB) | |
********************************************************************** | |
Tallied Usage Information | |
Language (since last daily report) | |
: 3 (100%) | |
Language (since startup) | |
: 3 (100%) | |
Protocol (since last daily report) | |
images: 2 (67%) | |
status.html: 1 (33%) | |
Protocol (since startup) | |
images: 2 (67%) | |
status.html: 1 (33%) | |
Requester Is Logged In (since last daily report) | |
no/http: 3 (100%) | |
Requester Is Logged In (since startup) | |
no/http: 3 (100%) | |
Requester's IP Address (Allowed) (since last daily report) | |
(unknownIPAddress): 3 (100%) | |
Requester's IP Address (Allowed) (since last Major LoadDatasets) | |
(unknownIPAddress): 3 (100%) | |
Requester's IP Address (Allowed) (since startup) | |
(unknownIPAddress): 3 (100%) | |
RequestReloadASAP (since last daily report) | |
OC_c7fe_e1ee_913c: 1 (50%) | |
OC_c7fe_e1ee_913d: 1 (50%) | |
RequestReloadASAP (since startup) | |
OC_c7fe_e1ee_913c: 1 (50%) | |
OC_c7fe_e1ee_913d: 1 (50%) | |
Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB Open | |
timestamp time nTry nFail nTotal nSuccess (median) nFail (median) memFail tooMany tomWait inotify other inUse Files | |
---------------------------- ----- ----------------- ------------------------------------------------ --------------------- ----- ----- | |
2022-10-26T16:33:06+00:00 4s 3 2 2 3 ( 15) 0 ( 0) 0 0 10 0 14 56 0% | |
Major LoadDatasets Times Distribution (since last Daily Report): | |
n = 1, median ~= 3500 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 0 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 0 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 0 | |
<= 5 s: 1 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
Major LoadDatasets Times Distribution (since startup): | |
n = 1, median ~= 3500 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 0 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 0 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 0 | |
<= 5 s: 1 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
Minor LoadDatasets Times Distribution (since last Daily Report): | |
n = 0 | |
Minor LoadDatasets Times Distribution (since startup): | |
n = 0 | |
Response Failed Time Distribution (since last major LoadDatasets): | |
n = 0 | |
Response Failed Time Distribution (since last Daily Report): | |
n = 0 | |
Response Failed Time Distribution (since startup): | |
n = 0 | |
Response Succeeded Time Distribution (since last major LoadDatasets): | |
n = 3, median ~= 15 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 1 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 1 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 1 | |
<= 5 s: 0 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
Response Succeeded Time Distribution (since last Daily Report): | |
n = 3, median ~= 15 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 1 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 1 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 1 | |
<= 5 s: 0 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
Response Succeeded Time Distribution (since startup): | |
n = 3, median ~= 15 ms | |
0 ms: 0 | |
1 ms: 0 | |
2 ms: 1 | |
<= 5 ms: 0 | |
<= 10 ms: 0 | |
<= 20 ms: 1 | |
<= 50 ms: 0 | |
<= 100 ms: 0 | |
<= 200 ms: 0 | |
<= 500 ms: 0 | |
<= 1 s: 0 | |
<= 2 s: 1 | |
<= 5 s: 0 | |
<= 10 s: 0 | |
<= 20 s: 0 | |
<= 1 min: 0 | |
<= 2 min: 0 | |
<= 5 min: 0 | |
<= 10 min: 0 | |
<= 20 min: 0 | |
<= 1 hr: 0 | |
> 1 hr: 0 | |
TaskThread Failed Time Distribution (since last Daily Report): | |
n = 0 | |
TaskThread Failed Time Distribution (since startup): | |
n = 0 | |
TaskThread Succeeded Time Distribution (since last Daily Report): | |
n = 0 | |
TaskThread Succeeded Time Distribution (since startup): | |
n = 0 | |
Language (since last daily report) | |
: 3 (100%) | |
Language (since startup) | |
: 3 (100%) | |
SgtMap topography nFromCache=0 nNotFromCache=0 | |
GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 | |
NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 | |
StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 | |
Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 | |
bufferedImage isAccelerated=[unknown] | |
canonical map sizes: 20 + 455 + 113 + 1262 + 836 + 1097 = 3783 | |
canonicalStringHolder map sizes: 12 + 45 + 31 + 18 + 10 + 10 = 126 | |
********************************************************************** | |
Warnings from LoadDatasets | |
datasets.xml error on line #243 | |
While trying to load datasetID=OC_c7fe_e1ee_913c (after 26 ms) | |
java.lang.RuntimeException: datasets.xml error on or before line #243: NOTE: For datasetID=OC_c7fe_e1ee_913c, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:471) | |
at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:359) | |
Caused by: java.lang.RuntimeException: NOTE: For datasetID=OC_c7fe_e1ee_913c, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.<init>(EDDGridFromFiles.java:698) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcLow.<init>(EDDGridFromNcLow.java:96) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcFiles.<init>(EDDGridFromNcFiles.java:102) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.fromXml(EDDGridFromFiles.java:299) | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:430) | |
... 1 more | |
datasets.xml error on line #368 | |
While trying to load datasetID=OC_c7fe_e1ee_913d (after 4 ms) | |
java.lang.RuntimeException: datasets.xml error on or before line #368: NOTE: For datasetID=OC_c7fe_e1ee_913d, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:471) | |
at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:359) | |
Caused by: java.lang.RuntimeException: NOTE: For datasetID=OC_c7fe_e1ee_913d, fileTable.nRows=0 and intialLoadDatasets=true, | |
so I'm not loading this dataset now | |
and I'm setting a flag for this dataset so it will be loaded after the initial loadDatasets. | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.<init>(EDDGridFromFiles.java:698) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcLow.<init>(EDDGridFromNcLow.java:96) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcFiles.<init>(EDDGridFromNcFiles.java:102) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.fromXml(EDDGridFromFiles.java:299) | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:430) | |
... 1 more | |
********************************************************************** | |
Number of threads: Tomcat-waiting=10, inotify=0, other=14 | |
(format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) | |
#1 Thread[AsyncFileHandlerWriter-1259475182,5,main] WAITING daemon | |
sun.misc.Unsafe.park(Native Method) | |
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492) | |
java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680) | |
org.apache.juli.AsyncFileHandler$LoggerThread.run(AsyncFileHandler.java:204) | |
#2 Thread[ContainerBackgroundProcessor[StandardEngine[Catalina]],5,main] TIMED_WAITING daemon | |
java.lang.Thread.sleep(Native Method) | |
org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1363) | |
java.lang.Thread.run(Thread.java:750) | |
#3 Thread[Finalizer,8,system] WAITING daemon | |
java.lang.Object.wait(Native Method) | |
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) | |
java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) | |
#4 Thread[GC Daemon,2,system] TIMED_WAITING daemon | |
java.lang.Object.wait(Native Method) | |
sun.misc.GC$Daemon.run(GC.java:117) | |
#5 Thread[http-nio-8080-Acceptor-0,5,main] RUNNABLE daemon | |
sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) | |
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:421) | |
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:249) | |
org.apache.tomcat.util.net.NioEndpoint$Acceptor.run(NioEndpoint.java:515) | |
java.lang.Thread.run(Thread.java:750) | |
#6 Thread[http-nio-8080-AsyncTimeout,5,main] TIMED_WAITING daemon | |
java.lang.Thread.sleep(Native Method) | |
org.apache.coyote.AbstractProtocol$AsyncTimeout.run(AbstractProtocol.java:1209) | |
java.lang.Thread.run(Thread.java:750) | |
#7 Thread[http-nio-8080-ClientPoller-0,5,main] RUNNABLE daemon | |
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:878) | |
java.lang.Thread.run(Thread.java:750) | |
#8 Thread[http-nio-8080-ClientPoller-1,5,main] RUNNABLE daemon | |
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:878) | |
java.lang.Thread.run(Thread.java:750) | |
#9 Thread[Java2D Disposer,10,system] WAITING daemon | |
java.lang.Object.wait(Native Method) | |
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) | |
sun.java2d.Disposer.run(Disposer.java:148) | |
java.lang.Thread.run(Thread.java:750) | |
#10 Thread[main,5,main] TIMED_WAITING | |
java.lang.Thread.sleep(Native Method) | |
org.apache.catalina.core.StandardServer.await(StandardServer.java:401) | |
org.apache.catalina.startup.Catalina.await(Catalina.java:776) | |
org.apache.catalina.startup.Catalina.start(Catalina.java:722) | |
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
java.lang.reflect.Method.invoke(Method.java:498) | |
org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) | |
org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) | |
#11 Thread[NioBlockingSelector.BlockPoller-0,5,main] RUNNABLE daemon | |
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
org.apache.tomcat.util.net.NioBlockingSelector$BlockPoller.run(NioBlockingSelector.java:343) | |
#12 Thread[Reference Handler,10,system] WAITING daemon | |
java.lang.Object.wait(Native Method) | |
java.lang.Object.wait(Object.java:502) | |
java.lang.ref.Reference.tryHandlePending(Reference.java:191) | |
java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) | |
#13 Thread[RunLoadDatasets,5,main] TIMED_WAITING daemon | |
java.lang.Thread.sleep(Native Method) | |
gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:288) | |
#14 Thread[Signal Dispatcher,9,system] RUNNABLE daemon | |
********************************************************************** | |
setDatasetFlag URLs can be used to force a dataset to be reloaded (treat as confidential information) | |
https://localhost:8443/erddap/setDatasetFlag.txt?datasetID=allDatasets&flagKey=fab85691da536708431525f58125af11279db5d2d05fae36b098cec39d236dc2 | |
https://localhost:8443/erddap/setDatasetFlag.txt?datasetID=jplMURSST41anom1day&flagKey=5f03235b2b28b4ab6ee446c95718365ebf75d58abde06dc3b65887c6e9179e58 | |
********************************************************************** | |
Treat Subscription Information as Confidential: | |
List of Valid and Pending Subscriptions: | |
(nEmailAddress=0, nPendingSubscriptions=0, nValidSubscriptions=0) | |
Java 1.8.0_322 (64 bit, Oracle Corporation) on Linux (4.18.0-348.7.1.el8_5.x86_64). | |
********************************************************************** | |
End of Daily Report | |
EDStatic.email caught an invalid email address: ERROR: "nobody@example.com" is not a valid email address. | |
Emailing "302d01eec869 ERDDAP: Daily Report" to | |
*** RunLoadDatasets notes that LoadDatasets has finished running as of 2022-10-26T16:33:11+00:00 | |
*** RunLoadDatasets is starting a new flag LoadDatasets thread at 2022-10-26T16:33:11+00:00 | |
******************************************************************************** | |
LoadDatasets.run EDStatic.developmentMode=false 2022-10-26T16:33:11+00:00 | |
datasetsRegex=(OC_c7fe_e1ee_913c|OC_c7fe_e1ee_913d) inputStream=null majorLoad=false | |
SimpleXmlReader encoding=UTF-8 | |
cacheMinutes=60 | |
decompressedCacheMaxGB=10 | |
decompressedCacheMaxMinutesOld=15 | |
drawLandMask=under | |
emailDiagnosticsToErdData=true | |
graphBackgroundColor=0xffccccff | |
ipAddressMaxRequests=7 | |
ipAddressMaxRequestsActive=2 | |
ipAddressUnlimited=(unknownIPAddress) | |
loadDatasetsMinMinutes=15 | |
loadDatasetsMaxMinutes=600 | |
logLevel=warning: verbose=false reallyVerbose=false | |
nGridThreads=1 | |
nTableThreads=1 | |
partialRequestMaxBytes=490000000 | |
partialRequestMaxCells=10000000 | |
slowDownTroubleMillis=1000 | |
unusualActivity=10000 | |
startHeadHtml5 was set. | |
endBodyHtml5 was set. | |
standardLicense was set. | |
standardContact was set. | |
standardDataLicenses was set. | |
standardDisclaimerOfEndorsement was set. | |
standardDisclaimerOfExternalLinks was set. | |
standardGeneralDisclaimer was set. | |
standardPrivacyPolicy was set. | |
startBodyHtml5 was set. | |
theShortDescriptionHtml was set. | |
requestBlacklist is now null. | |
WARNING: FileVisitorSubdir.visitFileFailed: /srv/imars-objects/fk/MEAN_7D_MODA/OC/MODA_2018204_2018210_7D_FK_OC.nc | |
[...] | |
WARNING: FileVisitorSubdir.visitFileFailed: /srv/imars-objects/fk/MEAN_7D_MODA/OC/MODA_2019302_2019308_7D_FK_OC.nc | |
WARNING: FileVisitorDNLS.visitFileFailed: /srv/imars-objects/fk/MEAN_7D_MODA/OC/MODA_2018204_2018210_7D_FK_OC.nc | |
[...] | |
WARNING: FileVisitorDNLS.visitFileFailed: /srv/imars-objects/fk/MEAN_7D_MODA/OC/MODA_2019302_2019308_7D_FK_OC.nc | |
datasets.xml error on line #243 | |
While trying to load datasetID=OC_c7fe_e1ee_913c (after 170 ms) | |
java.lang.RuntimeException: datasets.xml error on or before line #243: 0 files found in /srv/imars-objects/fk/MEAN_7D_MODA/OC/ | |
regex=.*\.nc recursive=true pathRegex=.* time=65ms | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:471) | |
at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:359) | |
Caused by: java.lang.RuntimeException: 0 files found in /srv/imars-objects/fk/MEAN_7D_MODA/OC/ | |
regex=.*\.nc recursive=true pathRegex=.* time=65ms | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.<init>(EDDGridFromFiles.java:819) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcLow.<init>(EDDGridFromNcLow.java:96) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromNcFiles.<init>(EDDGridFromNcFiles.java:102) | |
at gov.noaa.pfel.erddap.dataset.EDDGridFromFiles.fromXml(EDDGridFromFiles.java:299) | |
at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:430) | |
... 1 more | |
******************************************************************************** | |
LoadDatasets.run finished at 2022-10-26T16:33:12+00:00 TOTAL TIME=344ms | |
nGridDatasets active=2 change=1 | |
nTableDatasets active=1 change=0 | |
nDatasets in datasets.xml=3 (nTry=2) | |
nUsers=0 | |
n Datasets Failed To Load (in the last minor LoadDatasets) = 1 | |
OC_c7fe_e1ee_913c, (end) | |
*** RunLoadDatasets notes that LoadDatasets has finished running as of 2022-10-26T16:33:16+00:00 | |
{{{{#4 2022-10-26T16:35:06+00:00 (notLoggedIn) (unknownIPAddress) GET /erddap/categorize/standard_name/index.json?page=1&itemsPerPage=1000 | |
{{{{#5 2022-10-26T16:38:11+00:00 (notLoggedIn) (unknownIPAddress) GET /erddap/status.html |