CSW Testing Suite

00-README.rst

Testing suite to test CSW endpoints

Instructions

1. Install the suite:

$ git clone https://gist.github.com/f1e05e8b943e372c2f8f.git csw-testing
$ cd csw-testing

2. Run the test:

$ ./test-csw.sh http://catalog.data.gov/csw-all
$ ./test-csw.sh http://catalog.data.gov/csw
$ ./test-csw.sh http://data.gov.pycsw.org/csw-all
$ ./test-csw.sh http://data.gov.pycsw.org/csw
$ ./test-csw.sh http://staging.catalog.data.gov/csw-all
$ ./test-csw.sh http://staging.catalog.data.gov/csw
$ ./test-csw.sh http://uat-catalog-fe-data.reisys.com/csw-all
$ ./test-csw.sh http://uat-catalog-fe-data.reisys.com/csw

3. Or run one test:

$ ./test-csw.sh http://catalog.data.gov/csw-all GetRecords-spatial-and-anytext.xml
$ ./test-csw.sh http://catalog.data.gov/csw-all GetRecords-anytext.xml
$ ./test-csw.sh http://catalog.data.gov/csw-all GetRecords-spatial.xml

get_requests.txt

GetCapabilities,service=CSW&version=2.0.2&request=GetCapabilities
OpenSearchDescription,service=CSW&version=2.0.2&request=GetCapabilities&mode=opensearch
#opensearch-ogc-q,mode=opensearch&service=CSW&version=2.0.2&request=GetRecords&elementsetname=full&resulttype=results&typenames=csw:Record&q=greece
#opensearch-ogc-bbox,mode=opensearch&service=CSW&version=2.0.2&request=GetRecords&elementsetname=full&resulttype=results&typenames=csw:Record&bbox=-180,-90,180,90
#opensearch-ogc-time,mode=opensearch&service=CSW&version=2.0.2&request=GetRecords&elementsetname=full&resulttype=results&typenames=csw:Record&time=2001/2004
#opensearch-ogc-timestart,mode=opensearch&service=CSW&version=2.0.2&request=GetRecords&elementsetname=full&resulttype=results&typenames=csw:Record&time=2004/
#opensearch-ogc-timeend,mode=opensearch&service=CSW&version=2.0.2&request=GetRecords&elementsetname=full&resulttype=results&typenames=csw:Record&time=/2004
#opensearch-ogc-q-and-time,mode=opensearch&service=CSW&version=2.0.2&request=GetRecords&elementsetname=full&resulttype=results&typenames=csw:Record&time=2001/2007&q=vitae
#opensearch-ogc-bbox-and-time,mode=opensearch&service=CSW&version=2.0.2&request=GetRecords&elementsetname=full&resulttype=results&typenames=csw:Record&time=2001/2007&bbox=-180,-90,180,90
#opensearch-ogc-q-and-bbox,&mode=opensearch&service=CSW&version=2.0.2&request=GetRecords&elementsetname=full&resulttype=results&typenames=csw:Record&q=vegetation&bbox=-180,-90,180,90

GetCapabilities.xml

<?xml version="1.0" encoding="ISO-8859-1"?>
<GetCapabilities xmlns="http://www.opengis.net/cat/csw/2.0.2" xmlns:ows="http://www.opengis.net/ows" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd" service="CSW">
   <ows:AcceptVersions>
      <ows:Version>2.0.2</ows:Version>
   </ows:AcceptVersions>
   <ows:AcceptFormats>
      <ows:OutputFormat>application/xml</ows:OutputFormat>
   </ows:AcceptFormats>
</GetCapabilities>

GetRecordById.xml

<?xml version="1.0" encoding="ISO-8859-1"?>
<GetRecordById service="CSW" version="2.0.2" outputFormat="application/xml" outputSchema="http://www.opengis.net/cat/csw/2.0.2" xmlns="http://www.opengis.net/cat/csw/2.0.2" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd">
    <Id>ce6f756a-3ecc-4d02-9ec1-e4d9ef34a137</Id>
    <ElementSetName>summary</ElementSetName>
</GetRecordById>

GetRecords-all.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="5" outputFormat="application/xml" outputSchema="http://www.opengis.net/cat/csw/2.0.2" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd">
    <csw:Query typeNames="csw:Record">
        <csw:ElementSetName>full</csw:ElementSetName>
    </csw:Query>
</csw:GetRecords>

GetRecords-anytext.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="5" outputFormat="application/xml" outputSchema="http://www.opengis.net/cat/csw/2.0.2" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd">
    <csw:Query typeNames="csw:Record">
        <csw:ElementSetName>brief</csw:ElementSetName>
        <csw:Constraint version="1.1.0">
            <ogc:Filter>
                <ogc:PropertyIsEqualTo>
                    <ogc:PropertyName>csw:AnyText</ogc:PropertyName>
                    <ogc:Literal>roads</ogc:Literal>
                </ogc:PropertyIsEqualTo>
            </ogc:Filter>
        </csw:Constraint>
    </csw:Query>
</csw:GetRecords>

GetRecords-attribute-wildcard.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="10" outputFormat="application/xml" outputSchema="http://www.opengis.net/cat/csw/2.0.2" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd" xmlns:gmd="http://www.isotc211.org/2005/gmd" xmlns:apiso="http://www.opengis.net/cat/csw/apiso/1.0">
    <csw:Query typeNames="csw:Record">
        <csw:ElementSetName>brief</csw:ElementSetName>
        <csw:Constraint version="1.1.0">
            <ogc:Filter>
                <ogc:PropertyIsLike matchCase="false" wildCard="%" singleChar="_" escapeChar="\">
                    <ogc:PropertyName>dc:title</ogc:PropertyName>
                    <ogc:Literal>roads%</ogc:Literal>
                </ogc:PropertyIsLike>
            </ogc:Filter>
        </csw:Constraint>
    </csw:Query>
</csw:GetRecords>

GetRecords-attribute.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="5" outputFormat="application/xml" outputSchema="http://www.opengis.net/cat/csw/2.0.2" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd" xmlns:gmd="http://www.isotc211.org/2005/gmd" xmlns:apiso="http://www.opengis.net/cat/csw/apiso/1.0">
    <csw:Query typeNames="gmd:MD_Metadata">
        <csw:ElementSetName>brief</csw:ElementSetName>
        <csw:Constraint version="1.1.0">
            <ogc:Filter>
                <ogc:PropertyIsEqualTo>
                    <ogc:PropertyName>dc:type</ogc:PropertyName>
                    <ogc:Literal>dataset</ogc:Literal>
                </ogc:PropertyIsEqualTo>
            </ogc:Filter>
        </csw:Constraint>
    </csw:Query>
</csw:GetRecords>

GetRecords-parentidentifier-anytext.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:apiso="http://www.opengis.net/cat/csw/apiso/1.0" xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="5" outputFormat="application/xml" outputSchema="http://www.isotc211.org/2005/gmd" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd" xmlns:gmd="http://www.isotc211.org/2005/gmd">
    <csw:Query typeNames="gmd:MD_Metadata">
        <csw:ElementSetName>brief</csw:ElementSetName>
        <csw:Constraint version="1.1.0">
            <ogc:Filter>
                <ogc:And>
                    <ogc:PropertyIsEqualTo>
                        <ogc:PropertyName>apiso:ParentIdentifier</ogc:PropertyName>
                        <ogc:Literal>235df488-53e1-4ebb-8a49-37134635e6ab</ogc:Literal>
                    </ogc:PropertyIsEqualTo>
                    <ogc:PropertyIsLike wildCard="%" singleChar="_" escapeChar="\">
                        <ogc:PropertyName>csw:AnyText</ogc:PropertyName>
                        <ogc:Literal>*Quartermaster*</ogc:Literal>
                    </ogc:PropertyIsLike>
                </ogc:And>
            </ogc:Filter>
        </csw:Constraint>
    </csw:Query>
</csw:GetRecords>

GetRecords-parentidentifier.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:apiso="http://www.opengis.net/cat/csw/apiso/1.0" xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="5" outputFormat="application/xml" outputSchema="http://www.isotc211.org/2005/gmd" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd" xmlns:gmd="http://www.isotc211.org/2005/gmd">
    <csw:Query typeNames="gmd:MD_Metadata">
        <csw:ElementSetName>brief</csw:ElementSetName>
        <csw:Constraint version="1.1.0">
            <ogc:Filter>
                <ogc:PropertyIsEqualTo>
                    <ogc:PropertyName>apiso:ParentIdentifier</ogc:PropertyName>
                    <ogc:Literal>235df488-53e1-4ebb-8a49-37134635e6ab</ogc:Literal>
                </ogc:PropertyIsEqualTo>
            </ogc:Filter>
        </csw:Constraint>
    </csw:Query>
</csw:GetRecords>

GetRecords-spatial-and-anytext.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:gml="http://www.opengis.net/gml" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="5" outputFormat="application/xml" outputSchema="http://www.opengis.net/cat/csw/2.0.2" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd">
    <csw:Query typeNames="csw:Record">
        <csw:ElementSetName>brief</csw:ElementSetName>
        <csw:Constraint version="1.1.0">
            <ogc:Filter>
                <ogc:And>
                    <ogc:PropertyIsEqualTo>
                        <ogc:PropertyName>csw:AnyText</ogc:PropertyName>
                        <ogc:Literal>roads</ogc:Literal>
                    </ogc:PropertyIsEqualTo>                                
                    <ogc:BBOX>
                        <ogc:PropertyName>ows:BoundingBox</ogc:PropertyName>
                            <gml:Envelope>
                                <gml:lowerCorner>47 -5</gml:lowerCorner>
                                <gml:upperCorner>55 20</gml:upperCorner>
                            </gml:Envelope>
                    </ogc:BBOX> 
                </ogc:And>
            </ogc:Filter>
        </csw:Constraint>
    </csw:Query>
</csw:GetRecords>

GetRecords-spatial.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="5" outputFormat="application/xml" outputSchema="http://www.opengis.net/cat/csw/2.0.2" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd" xmlns:gml="http://www.opengis.net/gml">
    <csw:Query typeNames="csw:Record">
        <csw:ElementSetName>brief</csw:ElementSetName>
        <csw:Constraint version="1.1.0">
            <ogc:Filter>
                <ogc:BBOX>
                    <ogc:PropertyName>ows:BoundingBox</ogc:PropertyName>
                    <gml:Envelope>
                        <gml:lowerCorner>47 -5</gml:lowerCorner>
                        <gml:upperCorner>55 20</gml:upperCorner>
                    </gml:Envelope>
                </ogc:BBOX>
            </ogc:Filter>
        </csw:Constraint>
    </csw:Query>
</csw:GetRecords>

GetRecords-spatial2.xml

<?xml version="1.0" encoding="ISO-8859-1" standalone="no"?>
<csw:GetRecords xmlns:csw="http://www.opengis.net/cat/csw/2.0.2" xmlns:ogc="http://www.opengis.net/ogc" service="CSW" version="2.0.2" resultType="results" startPosition="1" maxRecords="5" outputFormat="application/xml" outputSchema="http://www.opengis.net/cat/csw/2.0.2" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.opengis.net/cat/csw/2.0.2 http://schemas.opengis.net/csw/2.0.2/CSW-discovery.xsd" xmlns:gml="http://www.opengis.net/gml">
    <csw:Query typeNames="csw:Record">
        <csw:ElementSetName>brief</csw:ElementSetName>
        <csw:Constraint version="1.1.0">
            <ogc:Filter>
                                <ogc:BBOX>
                                        <ogc:PropertyName>ows:BoundingBox</ogc:PropertyName>
                                        <gml:Envelope>
                                                <gml:lowerCorner>43 -4</gml:lowerCorner>
                                                <gml:upperCorner>54 19</gml:upperCorner>
                                        </gml:Envelope>
                                </ogc:BBOX>
            </ogc:Filter>
        </csw:Constraint>
    </csw:Query>
</csw:GetRecords>

runall.sh

#!/bin/sh

if [ $# -eq 0 ]
  then
    echo "No arguments supplied"
fi

for file in *.xml
do
    time curl -X POST -d @$file $1
done

runone.sh

#!/bin/sh

if [ $# -eq 0 ]
  then
    echo "No arguments supplied"
fi

time curl -X POST -d @$2 $1

test-csw.sh

#!/bin/bash

TIME_COMMAND=/usr/bin/time
TMPFILE=tmp.txt
ERROR_COUNT=0

process_request() {
    if [ $3 == "POST" ]; then
        IDENTIFIER=$2
        OUTPUT=$($TIME_COMMAND -p curl -X POST -d @$2 $1 2>$TMPFILE)
    else
        IDENTIFIER=`echo $2 | awk -F, '{print $1}'`
        REQUEST=`echo $2 | grep -Po ',.*$' | sed 's/,//'`
        OUTPUT=$($TIME_COMMAND -p GET "$1?$REQUEST" 2>$TMPFILE)
    fi
    if [[ $OUTPUT =~ "ExceptionReport" ]]; then
        ERROR_COUNT=$((ERROR_COUNT + 1))
        echo "$1?$REQUEST"
        echo $OUTPUT
    fi
    NUM_SECONDS=`cat $TMPFILE | tail -n 3 | head -n 1 | awk '{print $2}'`
    rm -f $TMPFILE
    printf "%-40s %-50s\n" $IDENTIFIER $NUM_SECONDS
}

if [ $# -eq 0 ]; then
    echo "$0 <url> <file> # run one test"
    echo "$0 <url> # run all tests"
    exit 99
fi

printf "%-40s %-50s\n" "request" "time (seconds)"
printf '%60s\n' | tr ' ' -

if [ $# -eq 2 ] # run one test
  then
    process_request $1 $2 POST
else # run all tests
  for file in *.xml
  do
    process_request $1 $file POST
  done
  while read p; do
    if [[ ! $p =~ "#" ]]; then
        process_request $1 $p GET
    fi
  done <get_requests.txt
fi

printf "\nTotal errors: $ERROR_COUNT\n"

exit $ERROR_COUNT