mirror of
https://github.com/quay/quay.git
synced 2025-04-18 10:44:06 +03:00
5f63b3a7bb
* chore: drop deprecated tables and remove unused code * isort imports * migration: check for table existence before drop
61 lines
2.1 KiB
Python
61 lines
2.1 KiB
Python
import os
|
|
|
|
import psutil
|
|
|
|
|
|
def get_worker_connections_count(worker_kind_name, default=50):
|
|
"""
|
|
Returns the worker connections count for the gunicorn workers.
|
|
"""
|
|
# Check for an override via an environment variable.
|
|
override_value = os.environ.get("WORKER_CONNECTION_COUNT_" + worker_kind_name.upper())
|
|
if override_value is not None:
|
|
override_value = int(override_value)
|
|
return override_value
|
|
|
|
override_value = os.environ.get("WORKER_CONNECTION_COUNT")
|
|
if override_value is not None:
|
|
override_value = int(override_value)
|
|
return override_value
|
|
|
|
return default
|
|
|
|
|
|
def get_worker_count(worker_kind_name, multiplier, minimum=None, maximum=None):
|
|
"""
|
|
Returns the number of gunicorn workers to run for the given worker kind, based on a combination
|
|
of environment variable, multiplier, minimum (if any), and number of accessible CPU cores.
|
|
"""
|
|
minimum = minimum or multiplier
|
|
maximum = maximum or (multiplier * multiplier)
|
|
|
|
minimum_override = os.environ.get("WORKER_COUNT_UNSUPPORTED_MINIMUM")
|
|
if minimum_override is not None:
|
|
minimum_override = int(minimum_override)
|
|
if minimum_override < minimum:
|
|
minimum = minimum_override
|
|
|
|
# Check for a process-specific override via an environment variable.
|
|
override_value = os.environ.get("WORKER_COUNT_" + worker_kind_name.upper())
|
|
if override_value is not None:
|
|
override_value = int(override_value)
|
|
return max(override_value, minimum)
|
|
|
|
# Check for a generic override via an environment variables
|
|
override_value = os.environ.get("WORKER_COUNT")
|
|
if override_value is not None:
|
|
override_value = int(override_value)
|
|
return max(override_value, minimum)
|
|
|
|
# Load the number of CPU cores via affinity, and use that to calculate the
|
|
# number of workers to run.
|
|
p = psutil.Process(os.getpid())
|
|
|
|
try:
|
|
cpu_count = len(p.cpu_affinity())
|
|
except AttributeError:
|
|
# cpu_affinity isn't supported on this platform. Assume 2.
|
|
cpu_count = 2
|
|
|
|
return min(max(cpu_count * multiplier, minimum), maximum)
|