diff --git a/devstack/lib/kuryr_kubernetes b/devstack/lib/kuryr_kubernetes
index ab3683759..88dbbaf8c 100644
--- a/devstack/lib/kuryr_kubernetes
+++ b/devstack/lib/kuryr_kubernetes
@@ -664,6 +664,7 @@ function run_openshift_node {
     local command
 
     #install required CNI loopback driver
+    sudo mkdir -p "$CNI_BIN_DIR"
     curl -L "$OPENSHIFT_CNI_BINARY_URL" | sudo tar -C "$CNI_BIN_DIR" -xzvf - ./loopback
     command="/usr/local/bin/openshift start node \
         --kubeconfig=${OPENSHIFT_DATA_DIR}/master.kubelet-client.kubeconfig \