diff --git a/tox.ini b/tox.ini
index f44d4ef..976b07c 100644
--- a/tox.ini
+++ b/tox.ini
@@ -168,7 +168,14 @@ commands =
                      -e "rolename={toxinidir}" \
                      -e "install_test_packages=True" \
                      {toxinidir}/tests/test.yml -vvvv
-
+    # Idempotency test
+    bash -c 'ansible-playbook -i {toxinidir}/tests/inventory \
+                     -e "rolename={toxinidir}" \
+                     -e "install_test_packages=True" \
+                     {toxinidir}/tests/test.yml \
+                     | grep -q "changed=0.*failed=0" \
+                     && (echo "Idempotence test: pass" && exit 0) \
+                     || (echo "Idempotence test: fail" && exit 1)'
 
 [testenv:linters]
 deps =