diff --git a/tools/cover.sh b/tools/cover.sh new file mode 100755 index 000000000..9a1d48cdd --- /dev/null +++ b/tools/cover.sh @@ -0,0 +1,79 @@ +#!/bin/bash +# +# Copyright 2016: Mirantis Inc. +# All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. + +ALLOWED_EXTRA_MISSING=4 + +show_diff () { + head -1 $1 + diff -U 0 $1 $2 | sed 1,2d +} + +# Stash uncommited changes, checkout master and save coverage report +uncommited=$(git status --porcelain | grep -v "^??") +[[ -n $uncommited ]] && git stash > /dev/null +git checkout HEAD^ + +baseline_report=$(mktemp -t murano_dashboard_coverageXXXXXXX) +find . -type f -name "*.pyc" -delete && nosetests --cover-erase --cover-package=muranodashboard +coverage report > $baseline_report +baseline_missing=$(awk 'END { print $3 }' $baseline_report) + +# Checkout back and unstash uncommited changes (if any) +git checkout - +[[ -n $uncommited ]] && git stash pop > /dev/null + +# Generate and save coverage report +current_report=$(mktemp -t murano_dashboard_coverageXXXXXXX) +find . -type f -name "*.pyc" -delete && nosetests --cover-erase --cover-package=muranodashboard +coverage report > $current_report +current_missing=$(awk 'END { print $3 }' $current_report) + +baseline_percentage=$(awk 'END { print $4 }' $baseline_report) +current_percentage=$(awk 'END { print $4 }' $current_report) +# Show coverage details +allowed_missing=$((baseline_missing+ALLOWED_EXTRA_MISSING)) + +echo "Baseline report:" +echo "$(cat ${baseline_report})" +echo "Proposed change report:" +echo "$(cat ${current_report})" +echo "" +echo "" +echo "Allowed to introduce missing lines : ${ALLOWED_EXTRA_MISSING}" +echo "Missing lines in master : ${baseline_missing}" +echo "Missing lines in proposed change : ${current_missing}" +echo "Current percentage : ${baseline_percentage}" +echo "Proposed change percentage : ${current_percentage}" + +if [ $allowed_missing -gt $current_missing ]; +then + if [ $baseline_missing -lt $current_missing ]; + then + show_diff $baseline_report $current_report + echo "I believe you can cover all your code with 100% coverage!" + else + echo "Thank you! You are awesome! Keep writing unit tests! :)" + fi + exit_code=0 +else + show_diff $baseline_report $current_report + echo "Please write more unit tests, we should keep our test coverage :( " + exit_code=1 +fi + +rm $baseline_report $current_report +exit $exit_code \ No newline at end of file diff --git a/tox.ini b/tox.ini index ba8f0a982..cac037bd9 100644 --- a/tox.ini +++ b/tox.ini @@ -42,7 +42,7 @@ commands = {posargs} # because upstream infra does not yet support it. Once that's fixed, we can # drop the install_command. install_command = pip install -U --force-reinstall {opts} {packages} -commands = nosetests --cover-erase --cover-package=muranodashboard --with-xcoverage +commands = {toxinidir}/tools/cover.sh {posargs} [testenv:pyflakes] deps = flake8