Testing salt formulas with Test Kitchen and Testinfra

.kitchen.yml

---
driver:
  name: vagrant

platforms:
  - name: ubuntu-12.04
  - name: ubuntu-14.04

provisioner:
  name: salt_solo
  formula: mongodb
  pillars-from-files:
    mongodb.sls: pillar.example
  pillars:
    top.sls:
      base:
        '*':
           - mongodb

suites:
  - name: server
    provisioner:
      state_top:
        base:
          '*':
            - mongodb

verifier:
  name: shell
  command: testinfra -vvv --junit-xml junit-$KITCHEN_INSTANCE.xml test/integration/$KITCHEN_SUITE

conftest.py

import pytest
import testinfra
import os

SSH_CONFIG = '.ssh-config'

@pytest.fixture
def TestinfraBackend(request, tmpdir):
    # Override the TestinfraBackend fixture,
    # all testinfra fixtures (i.e. modules) depend on it.
    ssh_config_file = tmpdir.join(SSH_CONFIG)
    ssh_config_file.write('Host {0}\nUser {1}\nPort {2}\nIdentityFile {3}\n'.format(
            os.environ['KITCHEN_HOSTNAME'],
            os.environ['KITCHEN_USERNAME'],
            os.environ['KITCHEN_PORT'],
            os.environ['KITCHEN_SSH_KEY'],
        ))


    # Return a dynamic created backend
    return testinfra.backend.paramiko.ParamikoBackend(os.environ['KITCHEN_HOSTNAME'], str(ssh_config_file), sudo=True)

Gemfile

source "https://rubygems.org"

gem "test-kitchen"
gem "kitchen-vagrant"
gem "kitchen-salt"

requirements.txt

testinfra
pytest-logging
paramiko

test_mongodb_server.py

def test_port_27017_is_listening(Socket):
    socket = Socket("tcp://0.0.0.0:27017")
    assert socket.is_listening

def test_mongodb_server_is_running(Service):
    service = Service("mongod")
    assert service.is_running
    assert service.is_enabled