diff --git a/tools/oslo_run_cross_tests b/tools/oslo_run_cross_tests
index f12a55d..1412b6f 100755
--- a/tools/oslo_run_cross_tests
+++ b/tools/oslo_run_cross_tests
@@ -42,7 +42,7 @@ then
 fi
 
 # Set up the virtualenv without running the tests
-(cd $project_dir && tox --notest -e $venv)
+(cd $project_dir && tox --notest -r -e $venv)
 
 tox_envbin=$project_dir/.tox/$venv/bin