diff --git a/ansible/roles/loadbalancer/tasks/upgrade.yml b/ansible/roles/loadbalancer/tasks/upgrade.yml
index 5407bfed60..57fa9c5813 100644
--- a/ansible/roles/loadbalancer/tasks/upgrade.yml
+++ b/ansible/roles/loadbalancer/tasks/upgrade.yml
@@ -5,6 +5,7 @@
   become: true
   kolla_container:
     action: "stop_and_remove_container"
+    common_options: "{{ docker_common_options }}"
     name: "prometheus_haproxy_exporter"
   when:
     - inventory_hostname in groups['loadbalancer']
diff --git a/releasenotes/notes/bug-2063896-f6a4853a2e5046da.yaml b/releasenotes/notes/bug-2063896-f6a4853a2e5046da.yaml
new file mode 100644
index 0000000000..ec57688c6f
--- /dev/null
+++ b/releasenotes/notes/bug-2063896-f6a4853a2e5046da.yaml
@@ -0,0 +1,6 @@
+---
+fixes:
+  - |
+    Fixes a bug where loadbalancer upgrade task fails,
+    when podman was used as container engine.
+    `LP#2063896 <https://launchpad.net/bugs/2063896>`__