Skip to content

Instantly share code, notes, and snippets.

@asascience
Created November 16, 2011 18:41
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save asascience/1370929 to your computer and use it in GitHub Desktop.
Save asascience/1370929 to your computer and use it in GitHub Desktop.
THREDDS 4.2.9 Error
<catalog name="Maracoos Observation and Forcast Data TDS"
xmlns="http://www.unidata.ucar.edu/namespaces/thredds/InvCatalog/v1.0"
xmlns:xlink="http://www.w3.org/1999/xlink">
<service name="all" base="" serviceType="compound">
<service name="odap" serviceType="OpenDAP" base="/thredds/dodsC/" />
<service name="http" serviceType="HTTPServer" base="/thredds/fileServer/" />
<service name="iso" serviceType="ISO" base="/thredds/iso/"/>
</service>
<service name="agg" base="" serviceType="compound">
<service name="odap" serviceType="OpenDAP" base="/thredds/dodsC/" />
<service name="iso" serviceType="ISO" base="/thredds/iso/"/>
</service>
<dataset name="MODIS-Complete Aggregation" ID="MODIS-Agg" urlPath="MODIS-Agg.nc">
<serviceName>agg</serviceName>
<netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2">
<aggregation dimName="time" type="joinExisting" recheckEvery="15 min">
<scan location="/data/modis" suffix=".nc4" subdirs="true"/>
</aggregation>
</netcdf>
</dataset>
<datasetScan name="MODIS Individual Files" ID="modisDatasetScan"
path="MODIS" location="/data/modis">
<metadata inherited="true">
<serviceName>all</serviceName>
</metadata>
<filter>
<include wildcard="*.nc4"/>
</filter>
</datasetScan>
</catalog>
[root@tds thredds]# ll -h /data/modis/
total 20K
drwxrwxr-x 2 maracoos-upload maracoos-upload 4.0K Nov 16 11:40 2011
drwx------ 2 root maracoos-upload 16K Nov 15 10:07 lost+found
[root@tds thredds]# ll -h /data/modis/2011/
total 3.0G
-rw-r--r-- 1 maracoos-upload maracoos-upload 60M Nov 15 15:17 aqua.2011291.1018.182055.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 40M Nov 15 15:17 aqua.2011292.1019.190444.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 99M Nov 15 15:18 aqua.2011293.1020.180757.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 11M Nov 15 15:18 aqua.2011293.1020.194950.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 116M Nov 15 15:18 aqua.2011294.1021.171348.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 99M Nov 15 15:18 aqua.2011295.1022.175537.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 42M Nov 15 15:18 aqua.2011295.1022.193606.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 105M Nov 15 15:18 aqua.2011296.1023.170157.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 109M Nov 15 15:18 aqua.2011296.1023.183836.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 68M Nov 15 15:18 aqua.2011297.1024.192257.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 97M Nov 15 15:18 aqua.2011298.1025.182607.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 65M Nov 15 15:18 aqua.2011299.1026.191008.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 89M Nov 15 15:18 aqua.2011300.1027.181358.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 7.2M Nov 15 15:18 aqua.2011300.1027.195637.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 108M Nov 15 15:18 aqua.2011301.1028.171947.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 46M Nov 15 15:18 aqua.2011301.1028.185823.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 68M Nov 15 15:18 aqua.2011302.1029.180157.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 25M Nov 15 15:18 aqua.2011302.1029.194253.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 62M Nov 15 15:19 aqua.2011303.1030.170804.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 65M Nov 15 15:19 aqua.2011303.1030.184504.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 103M Nov 15 15:19 aqua.2011305.1101.183237.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 64M Nov 15 15:19 aqua.2011306.1102.191636.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 127M Nov 15 15:19 aqua.2011307.1103.182014.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 74M Nov 15 15:19 aqua.2011308.1104.190343.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 66M Nov 15 15:19 aqua.2011309.1105.180752.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 11M Nov 15 15:19 aqua.2011309.1105.194953.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 81M Nov 15 15:19 aqua.2011310.1106.185117.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 115M Nov 15 15:19 aqua.2011311.1107.175547.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 19M Nov 15 15:19 aqua.2011311.1107.193708.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 122M Nov 15 15:19 aqua.2011312.1108.170208.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 95M Nov 15 15:19 aqua.2011313.1109.174337.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 35M Nov 15 15:19 aqua.2011313.1109.192308.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 104M Nov 15 15:19 aqua.2011314.1110.182618.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 82M Nov 15 15:19 aqua.2011315.1111.173138.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 53M Nov 15 15:19 aqua.2011315.1111.191018.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 114M Nov 15 15:19 aqua.2011316.1112.181356.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 7.4M Nov 15 15:19 aqua.2011316.1112.195648.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 110M Nov 15 15:19 aqua.2011317.1113.171947.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 75M Nov 15 15:20 aqua.2011317.1113.185727.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 97M Nov 15 15:20 aqua.2011318.1114.180201.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 16M Nov 15 15:20 aqua.2011318.1114.194300.D.L3.modis.NAT.v09.1000m.nc4
-rw-r--r-- 1 maracoos-upload maracoos-upload 64M Nov 15 17:31 aqua.2011319.1115.170757.D.L3.modis.NAT.v09.1000m.nc4
2011-11-16T12:32:45.361 -0500 [ 60016][ 11] INFO - thredds.server.opendap.OpendapServlet - doGet(): Remote host: 184.180.13.66 - Request: "GET /thredds/dodsC/MODIS-Agg.nc.html HTTP/1.1"
2011-11-16T12:32:45.363 -0500 [ 60018][ 11] ERROR - thredds.server.opendap.OpendapServlet - path= /MODIS-Agg.nc.html
java.lang.NullPointerException
at thredds.filesystem.ControllerOS$Traversal.<init>(ControllerOS.java:233)
at thredds.filesystem.ControllerOS$MFileIteratorWithSubdirs.getNextIterator(ControllerOS.java:206)
at thredds.filesystem.ControllerOS$MFileIteratorWithSubdirs.getNextIterator(ControllerOS.java:212)
at thredds.filesystem.ControllerOS$MFileIteratorWithSubdirs.hasNext(ControllerOS.java:184)
at thredds.filesystem.ControllerOS$FilteredIterator.nextFilteredFile(ControllerOS.java:126)
at thredds.filesystem.ControllerOS$FilteredIterator.hasNext(ControllerOS.java:112)
at thredds.inventory.DatasetCollectionManager.scan(DatasetCollectionManager.java:478)
at thredds.inventory.DatasetCollectionManager.scan(DatasetCollectionManager.java:322)
at ucar.nc2.ncml.Aggregation.finish(Aggregation.java:402)
at ucar.nc2.ncml.NcMLReader.readNetcdf(NcMLReader.java:487)
at ucar.nc2.ncml.NcMLReader.readNcML(NcMLReader.java:432)
at ucar.nc2.ncml.NcMLReader.readNcML(NcMLReader.java:350)
at thredds.servlet.DatasetHandler$NcmlFileFactory.open(DatasetHandler.java:257)
at thredds.servlet.DatasetHandler$NcmlFileFactory.open(DatasetHandler.java:248)
at ucar.nc2.util.cache.FileCache.acquire(FileCache.java:223)
at ucar.nc2.dataset.NetcdfDataset.openOrAcquireFile(NetcdfDataset.java:694)
at ucar.nc2.dataset.NetcdfDataset.acquireFile(NetcdfDataset.java:629)
at thredds.servlet.DatasetHandler.getNetcdfFile(DatasetHandler.java:158)
at thredds.server.opendap.OpendapServlet.getDataset(OpendapServlet.java:876)
at thredds.server.opendap.OpendapServlet.doGetHTML(OpendapServlet.java:619)
at thredds.server.opendap.OpendapServlet.doGet(OpendapServlet.java:229)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:621)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:722)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:304)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at thredds.servlet.filter.CookieFilter.doFilter(CookieFilter.java:54)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at thredds.servlet.filter.RequestQueryFilter.doFilter(RequestQueryFilter.java:122)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at thredds.servlet.filter.RequestPathFilter.doFilter(RequestPathFilter.java:105)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:224)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:169)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:472)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:168)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:100)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:929)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:405)
at org.apache.coyote.ajp.AjpAprProcessor.process(AjpAprProcessor.java:197)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:515)
at org.apache.tomcat.util.net.AprEndpoint$SocketWithOptionsProcessor.run(AprEndpoint.java:1782)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:722)
@JohnLCaron
Copy link

it acts like theres a null pointer in the directory list, which i cant reproduce.

ive made a release with some diagnostics in it -

ftp://ftp.unidata.ucar.edu/pub/thredds/4.2/4.2.asaTest/thredds.war

can you try, when it breaks there will be some output in catalina.out with "ControllerOS" in it.

thanks

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment