From 84fc9430e261b41237fc92e58fc41aaea033ce8f Mon Sep 17 00:00:00 2001 From: Alex Schultz Date: Wed, 5 Aug 2020 08:27:53 -0600 Subject: [PATCH] Reduce workers for label lookups Using 16 causes excessive auth requests and gets us rate limited upstream. Let's make this dynamic so that the upstream VMs will use less workers. Partial-Bug: #1889122 Change-Id: Ib6fed59337f3dac07264052aaf2973ec5a69504f (cherry picked from commit 5602dfd986939d4d2d19a124603c86504eb32b99) --- tripleo_common/image/image_uploader.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tripleo_common/image/image_uploader.py b/tripleo_common/image/image_uploader.py index a1d9f98b2..96097225c 100644 --- a/tripleo_common/image/image_uploader.py +++ b/tripleo_common/image/image_uploader.py @@ -888,7 +888,8 @@ class BaseImageUploader(object): tags_get_args.append((self, image, session)) images = [] - with futures.ThreadPoolExecutor(max_workers=16) as p: + workers = min(max(2, processutils.get_worker_count() // 2), 8) + with futures.ThreadPoolExecutor(max_workers=workers) as p: for image, tags in p.map(tags_for_image, tags_get_args): if not tags: continue