Harvester Dataset Output

README.md

Notes

This is a first cut, and just the dataset, no messages yet. Consistent behavior coming from a group w/ 174 items, creating 172 datasets

Missing

• row_count
• supported_extensions
• display_field default to first string if not specified
• updated_at needs to be added to fields
• statistics should be null if not computed

ex1.json

{
    "_id" : ObjectId("55494c579ecae7dba46f8137"),
    "advanced_query_capabilities" : {
        "supportsPagination" : "true",
        "supportsQueryWithDistance" : "true",
        "supportsReturningQueryExtent" : "true",
        "supportsStatistics" : "true",
        "supportsOrderBy" : "true",
        "supportsDistinct" : "true"
    },
    "arcgis_online_item_url" : "https://www.arcgis.com/home/item.html?id=4237b4a6f5234f708ff581e0a5d7d049",
    "created_at" : "2015-02-02T22:02:20.000Z",
    "current_version" : "10.3",
    "description" : "<div>Lineage/History: Created for the Auckland Transition Authority prior to the 2010 Auckland Council amalgamation.</div><div>Update Cycle: Static</div><div>Creation Date: {2010}</div><div>Publication Date: {2010}</div><div>Metadata Date: 23/Jan/15</div><div>Metadata Constraints: This metadata was collated retrospectively, from Geospatial Team and council business unit subject matter experts, completeness and accuracy are not certain</div><div><div>Metadata Coordinate System: WGS 1984</div></div>",
    "display_field" : "",
    "extent" : {
        "coordinates" : [ 
            [ 
                "174.47969596661878", 
                "-37.29475569587205"
            ], 
            [ 
                "175.2990949392792", 
                "-36.107053379665935"
            ]
        ]
    },
    "fields" : [ 
        {
            "name" : "OBJECTID",
            "type" : "esriFieldTypeInteger",
            "alias" : "OBJECTID",
            "sqlType" : "sqlTypeOther",
            "nullable" : "false",
            "editable" : "false",
            "domain" : "",
            "defaultValue" : "",
            "statistics" : {
                "duration" : "228.75603599999886",
                "sum" : "3",
                "avg" : "1",
                "count" : "2",
                "min" : "1",
                "max" : "2",
                "stddev" : "0.707106781186548",
                "var" : "0.5"
            }
        }, 
        {
            "name" : "BOUNDARYTYPE",
            "type" : "esriFieldTypeString",
            "alias" : "BOUNDARYTYPE",
            "sqlType" : "sqlTypeOther",
            "length" : "30",
            "nullable" : "true",
            "editable" : "true",
            "domain" : "",
            "defaultValue" : "",
            "statistics" : {
                "duration" : "0"
            }
        }, 
        {
            "name" : "BOUNDARYDESCRIPTION",
            "type" : "esriFieldTypeString",
            "alias" : "BOUNDARYDESCRIPTION",
            "sqlType" : "sqlTypeOther",
            "length" : "50",
            "nullable" : "true",
            "editable" : "true",
            "domain" : "",
            "defaultValue" : "",
            "statistics" : {
                "duration" : "0"
            }
        }, 
        {
            "name" : "SHAPE_Length",
            "type" : "esriFieldTypeDouble",
            "alias" : "SHAPE_Length",
            "sqlType" : "sqlTypeOther",
            "nullable" : "true",
            "editable" : "false",
            "domain" : "",
            "defaultValue" : "",
            "statistics" : {
                "duration" : "239.11423600000126",
                "sum" : "132335.673902711",
                "avg" : "66167.8369513555",
                "count" : "2",
                "min" : "23490.2163992337",
                "max" : "108845.457503477",
                "stddev" : "60355.2697946234",
                "var" : "3642758591.98178"
            }
        }
    ],
    "geometry_type" : "esriGeometryPolyline",
    "id" : "76d3dfb2fa5d56310cf0dfd03a2780c7eac56638_0",
    "item_name" : "Auckland Council Boundaries",
    "item_type" : "Feature Service",
    "license" : "<div>Constraints General: Open Data - Creative Commons</div><div>Constraints Legal: none</div><div>Constraints Security: none</div>",
    "max_record_count" : "2000",
    "name" : "AucklandCouncil_Boundary",
    "object_id_field" : "OBJECTID",
    "owner" : "OpenDataUser",
    "record_count" : "-1",
    "supported_extensions" : "",
    "supports_advanced_queries" : "true",
    "tags" : [ 
        "Auckland", 
        "Council", 
        "Boundary", 
        "Auckland City Council", 
        "Social"
    ],
    "thumbnail_url" : "https://www.arcgis.com/sharing/rest/content/items/4237b4a6f5234f708ff581e0a5d7d049/info/thumbnail/thumbnail/ago_downloaded.png",
    "type" : "Feature Service",
    "updated_at" : "2015-02-11T01:51:16.000Z",
    "use_standardized_queries" : "false"
}