Skip to content

Instantly share code, notes, and snippets.

@WebPlatformDocs
Created May 22, 2015 16:39
Show Gist options
  • Save WebPlatformDocs/6b26b67321fe15870aa0 to your computer and use it in GitHub Desktop.
Save WebPlatformDocs/6b26b67321fe15870aa0 to your computer and use it in GitHub Desktop.
DreamCompute OpenStack meta-data SaltStack grain
#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
Get some grains information that is only available in Amazon AWS
Author: Erik Günther, J C Lawrence <claw@kanga.nu>, Mark McGuire, Renoir Boulanger <renoir@w3.org>
Install:
- Add this file in your salt sates, in a folder call _grains/
"""
import logging
import httplib
import socket
import json
# Set up logging
LOG = logging.getLogger(__name__)
def _call_aws(url):
"""
Call AWS via httplib. Require correct path.
Host: 169.254.169.254
"""
conn = httplib.HTTPConnection("169.254.169.254", 80, timeout=1)
conn.request('GET', url)
return conn.getresponse()
def _get_dreamcompute_hostinfo(path=""):
"""
Recursive function that walks the EC2 metadata available to each minion.
:param path: URI fragment to append to /latest/meta-data/
Returns a nested dictionary containing all the EC2 metadata. All keys
are converted from dash case to snake case.
On DreamCompute/OpenStack, the following is available at /latest/meta-data/
| path | typical output
------------------------------------------------
| ami-id |
| ami-launch-index |
| ami-manifest-path |
| block-device-mapping/ |
| hostname | salt.novalocal
| instance-action |
| instance-id | i-001151e3
| instance-type | lightspeed
| kernel-id |
| local-hostname |
| local-ipv4 | 10.10.10.11
| placement/ |
| availability-zone | iad-1
| public-hostname | salt.novalocal
| public-ipv4 | 203.0.113.11
| public-keys/ |
| 0/ | (each entry represent a a ssh key)
| 0/openssh-key | ssh-rsa.... (the public key)
| ramdisk-id |
| reservation-id |
EDIT: This function now truncates some keys that might just be not very helpful
in the context of a salt master not managing an OpenStack cluster itself.
"""
keys_to_mute = ['local-hostname','public-hostname','ami-id','ami-launch-index','ami-manifest-path','kernel-id','public-keys/']
resp = _call_aws("/latest/meta-data/%s" % path)
resp_data = resp.read().strip()
d = {}
for line in resp_data.split("\n"):
if line[-1] != "/" and line not in keys_to_mute:
call_response = _call_aws("/latest/meta-data/%s" % (path + line))
call_response_data = call_response.read()
# avoid setting empty grain
if call_response_data == '':
d[line] = None
elif call_response_data is not None:
line = _dash_to_snake_case(line)
try:
data = json.loads(call_response_data)
if isinstance(data, dict):
data = _snake_caseify_dict(data)
d[line] = data
except ValueError:
d[line] = call_response_data
else:
return line
elif line in keys_to_mute:
"""
This should catch public-keys/ to skip the formatting rules above and
make the public-keys part of the grains data.
"""
else:
d[_dash_to_snake_case(line[:-1])] = _get_dreamcompute_hostinfo(path + line)
return d
def _camel_to_snake_case(s):
return s[0].lower() + "".join((("_" + x.lower()) if x.isupper() else x) for x in s[1:])
def _dash_to_snake_case(s):
return s.replace("-", "_")
def _snake_caseify_dict(d):
nd = {}
for k, v in d.items():
nd[_camel_to_snake_case(k)] = v
return nd
def _get_dreamcompute_additional():
"""
Recursive call in _get_dreamcompute_hostinfo() does not retrieve some of
the hosts information like region, availability zone or
architecture.
"""
response = _call_aws("/openstack/2012-08-10/meta_data.json")
# _call_aws returns None for all non '200' reponses,
# catching that here would rule out AWS resource
if response.status == 200:
response_data = response.read()
data = json.loads(response_data)
return _snake_caseify_dict(data)
else:
raise httplib.BadStatusLine("Could not read EC2 metadata")
def dreamcompute_info():
"""
Collect all dreamcompute grains into the 'dreamcompute' key.
"""
try:
grains = _get_dreamcompute_additional()
grains.update(_get_dreamcompute_hostinfo())
return {'dreamcompute' : grains}
except httplib.BadStatusLine, error:
LOG.debug(error)
return {}
except socket.timeout, serr:
LOG.info("Could not read EC2 data (timeout): %s" % (serr))
return {}
except socket.error, serr:
LOG.info("Could not read EC2 data (error): %s" % (serr))
return {}
except IOError, serr:
LOG.info("Could not read EC2 data (IOError): %s" % (serr))
return {}
if __name__ == "__main__":
print dreamcompute_info()

Make OpenStack meta-data part of your grains

Add the following file into your salt-states in the _grains/ folder to get more data related to the VMs you run on OpenStack/DreamCompute.

Full blog post describing how it works has been published at https://renoirboulanger.com/blog/2015/05/add-openstack-instance-meta-data-info-salt-grains/

Get an instance UUID

Locally

salt-call grains.get dreamcompute:uuid
local:
    10a4f390-7c55-4dd3-0000-a00000000000

Or for another machine

salt app1 grains.get dreamcompute:uuid
app1:
    510f5f24-217b-4fd2-0000-f00000000000

What data you can get

dreamcompute:
    ----------
    availability_zone:
        iad-1
    block_device_mapping:
        ----------
        ami:
            vda
        ebs0:
            /dev/vdb
        ebs1:
            vda
        root:
            /dev/vda
    hostname:
        salt.novalocal
    instance_action:
        none
    instance_id:
        i-00000000
    instance_type:
        lightspeed
    launch_index:
        0
    local_hostname:
        salt.novalocal
    local_ipv4:
        10.10.10.11
    name:
        salt
    network_config:
        ----------
        content_path:
            /content/0000
        name:
            network_config
    placement:
        ----------
        availability_zone:
            iad-1
    public_hostname:
        salt.novalocal
    public_ipv4:
        203.0.113.11
    public_keys:
        ----------
        someuser:
            ssh-rsa ...an rsa public key... someuser-comment@example.org
    ramdisk_id:
        None
    reservation_id:
        r-33333333
    security-groups:
        None
    uuid:
        10a4f390-7c55-4dd3-0000-a00000000000
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment