ci.sh

#!/bin/bash
trap "touch /vagrant/done" EXIT
sudo su vagrant /vagrant/test-run.sh 2>&1 | tee /vagrant/console.log

test-run.sh

sudo apt-get install -q -y git

# Install and run devstack
echo -n "$(date '+%F %T') devstack.. " >> /vagrant/progress.txt
cd $HOME
git clone https://github.com/openstack-dev/devstack.git
cd devstack
cp /vagrant/local.conf .
./stack.sh
echo "ok" >> /vagrant/progress.txt

# Install and run tempest
echo -n "$(date '+%F %T') tempest.. " >> /vagrant/progress.txt
cd $HOME
git clone git://git.openstack.org/openstack/tempest.git
cd tempest
sudo python ./setup.py install
cd /opt/stack/tempest
testr init
testr run tempest.api.network.test_networks | tee /vagrant/tempest.log
if grep PASSED /vagrant/tempest.log; then
    echo "passed" >> /vagrant/progress.txt
else
    echo "failed" >> /vagrant/progress.txt
fi

# That's it
echo "$(date '+%F %T') Finished" >> /vagrant/progress.txt

Vagrantfile

# -*- mode: ruby -*-
# vi: set ft=ruby :

# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
VAGRANTFILE_API_VERSION = "2"

Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
  config.vm.box = "trusty"
  config.vm.provision "shell", path: "ci.sh"
  config.vm.provider "virtualbox" do |vb|
    vb.customize ["modifyvm", :id, "--memory", "4096"]
  end
end

grepping for PASSED seems delicate. Can't you just check the return code of testr?

if [ $? -eq 0 ]; then
    echo "passed" >> /vagrant/progress.txt
else
    echo "failed" >> /vagrant/progress.txt
fi