Make test with retry

Makefile

TEST_COUNT ?= 4

test:
ifeq ($(TEST_COUNT), 2)
	exit 0;
else
	exit 1;
endif

retry-test:
ifeq ($(TEST_COUNT),-1)
	exit 1;
else
	@echo "Running test $(TEST_COUNT)"
	@make test || TEST_COUNT=$(shell echo ${TEST_COUNT}-1 | bc) make retry-test
endif

No caso, test seria a sua rotina de teste automatizado de fato.