Skip to content

Instantly share code, notes, and snippets.

@GregoryRhysEvans
Last active September 25, 2018 09:25
Show Gist options
  • Star 2 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save GregoryRhysEvans/7c07337abbefd64ac06562d4e5a54243 to your computer and use it in GitHub Desktop.
Save GregoryRhysEvans/7c07337abbefd64ac06562d4e5a54243 to your computer and use it in GitHub Desktop.
Datapackage to generate manifest
{
"title": "Dev Risk Data",
"name": "cg-disaggregated-dev",
"resources": [
{
"name": "openntp",
"format": "csv",
"compression": "gz",
"path": [
"ntp-scan/ntp-scan.20000101.csv.gz",
"ntp-scan/ntp-scan.20140102.csv.gz",
"ntp-scan/ntp-scan.20140110.csv.gz",
"ntp-scan/ntp-scan.20140117.csv.gz",
"ntp-scan/ntp-scan.20140214.csv.gz",
"ntp-scan/ntp-scan.20140221.csv.gz",
"ntp-scan/ntp-scan.20140228.csv.gz",
"ntp-scan/ntp-scan.20140307.csv.gz",
"ntp-scan/ntp-scan.20140404.csv.gz",
"ntp-scan/ntp-scan.20140502.csv.gz",
"ntp-scan/ntp-scan.20140627.csv.gz",
"ntp-scan/ntp-scan.20140704.csv.gz",
"ntp-scan/ntp-scan.20140801.csv.gz",
"ntp-scan/ntp-scan.20140912.csv.gz",
"ntp-scan/ntp-scan.20141003.csv.gz",
"ntp-scan/ntp-scan.20141024.csv.gz",
"ntp-scan/ntp-scan.20141031.csv.gz",
"ntp-scan/ntp-scan.20150220.csv.gz",
"ntp-scan/ntp-scan.20150313.csv.gz",
"ntp-scan/ntp-scan.20150410.csv.gz",
"ntp-scan/ntp-scan.20150417.csv.gz",
"ntp-scan/ntp-scan.20150515.csv.gz",
"ntp-scan/ntp-scan.20150619.csv.gz",
"ntp-scan/ntp-scan.20151009.csv.gz",
"ntp-scan/ntp-scan.20151120.csv.gz",
"ntp-scan/ntp-scan.20151204.csv.gz",
"ntp-scan/ntp-scan.20151218.csv.gz",
"ntp-scan/ntp-scan.20160108.csv.gz",
"ntp-scan/ntp-scan.20160115.csv.gz",
"ntp-scan/ntp-scan.20160219.csv.gz",
"ntp-scan/ntp-scan.20160304.csv.gz",
"ntp-scan/ntp-scan.20160325.csv.gz",
"ntp-scan/ntp-scan.20160429.csv.gz",
"ntp-scan/ntp-scan.20160527.csv.gz",
"ntp-scan/ntp-scan.20160603.csv.gz",
"ntp-scan/ntp-scan.20160708.csv.gz",
"ntp-scan/ntp-scan.20160715.csv.gz",
"ntp-scan/ntp-scan.20160729.csv.gz"
],
"schema": {
"fields": [
{
"type": "datetime",
"name": "timestamp",
"description": "Date and time of observation"
},
{
"type": "integer",
"name": "risk_id",
"description": "ID from Postgres DB representing risk type"
},
{
"type": "string",
"name": "ip",
"description": "IP address related to observation"
},
{
"type": "integer",
"name": "asn",
"description": "Autonomous Network Number"
},
{
"type": "string",
"name": "cc",
"description": "ISO ALPHA-2 country code"
}
]
}
}
{
"name": "opendns",
"format": "csv",
"compression": "gz",
"path": [
"dns-scan/dns-scan.20140112.csv.gz",
"dns-scan/dns-scan.20140119.csv.gz",
],
"schema": {
"fields": [
{
"type": "datetime",
"name": "timestamp",
"description": "Date and time of observation"
},
{
"type": "integer",
"name": "risk_id",
"description": "ID from Postgres DB representing risk type"
},
{
"type": "string",
"name": "ip",
"description": "IP address related to observation"
},
{
"type": "integer",
"name": "asn",
"description": "Autonomous Network Number"
},
{
"type": "string",
"name": "cc",
"description": "ISO ALPHA-2 country code"
}
]
}
}
{
"name": "opensnmp",
"format": "csv",
"compression": "gz",
"path": [
"snmp-data/snmp-data.20141014.csv.gz",
"snmp-data/snmp-data.20141021.csv.gz",
],
"schema": {
"fields": [
{
"type": "datetime",
"name": "timestamp",
"description": "Date and time of observation"
},
{
"type": "integer",
"name": "risk_id",
"description": "ID from Postgres DB representing risk type"
},
{
"type": "string",
"name": "ip",
"description": "IP address related to observation"
},
{
"type": "integer",
"name": "asn",
"description": "Autonomous Network Number"
},
{
"type": "string",
"name": "cc",
"description": "ISO ALPHA-2 country code"
}
]
}
}
{
"name": "openssdp",
"format": "csv",
"compression": "gz",
"path": [
"ssdp-data/ssdp-data.20160116.csv.gz",
"ssdp-data/ssdp-data.20160121.csv.gz",
],
"schema": {
"fields": [
{
"type": "datetime",
"name": "timestamp",
"description": "Date and time of observation"
},
{
"type": "integer",
"name": "risk_id",
"description": "ID from Postgres DB representing risk type"
},
{
"type": "string",
"name": "ip",
"description": "IP address related to observation"
},
{
"type": "integer",
"name": "asn",
"description": "Autonomous Network Number"
},
{
"type": "string",
"name": "cc",
"description": "ISO ALPHA-2 country code"
}
]
}
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment