diff --git a/tasks/install.yaml b/tasks/install.yaml
index 70c7864..8a70f3b 100644
--- a/tasks/install.yaml
+++ b/tasks/install.yaml
@@ -17,11 +17,20 @@
     zuul_build_depends: "{{ __zuul_build_depends | list }}"
   when: zuul_build_depends is not defined
 
-- include: install/debian.yaml
-  when: ansible_os_family == 'Debian'
+# NOTE(pabelanger): This needs to be here for now, since we need python-pip.
+- name: Ensure EPEL is enabled.
+  package:
+    name: epel-release
+    state: installed
+  when: (zuul_install_method == 'git' or zuul_install_method == 'pip') and
+        ansible_os_family == 'RedHat'
 
-- include: install/redhat.yaml
-  when: ansible_os_family == 'RedHat'
+- name: Ensure build dependencies are installed.
+  package:
+    name: "{{ item }}"
+    state: installed
+  with_items: zuul_build_depends
+  when: zuul_install_method == 'git' or zuul_install_method == 'pip'
 
 - include: install/git.yaml
   when: zuul_install_method == 'git'
diff --git a/tasks/install/debian.yaml b/tasks/install/debian.yaml
deleted file mode 100644
index d6af7d9..0000000
--- a/tasks/install/debian.yaml
+++ /dev/null
@@ -1,18 +0,0 @@
-# Copyright 2015 Red Hat, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
-# License for the specific language governing permissions and limitations
-# under the License.
----
-- name: Ensure build dependencies are installed.
-  apt: "pkg={{ item }} state=installed"
-  with_items: zuul_build_depends
-  when: zuul_install_method == 'git' or zuul_install_method == 'pip'
diff --git a/tasks/install/redhat.yaml b/tasks/install/redhat.yaml
deleted file mode 100644
index 85b2759..0000000
--- a/tasks/install/redhat.yaml
+++ /dev/null
@@ -1,25 +0,0 @@
-# Copyright 2015 Red Hat, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
-# License for the specific language governing permissions and limitations
-# under the License.
----
-# NOTE(pabelanger): This needs to be here for now, since we need python-pip.
-- name: Ensure EPEL is enabled.
-  yum:
-    pkg: epel-release
-    state: installed
-  when: zuul_install_method == 'git' or zuul_install_method == 'pip'
-
-- name: Ensure build dependencies are installed.
-  yum: "pkg={{ item }} state=installed"
-  with_items: zuul_build_depends
-  when: zuul_install_method == 'git' or zuul_install_method == 'pip'