mirror of
https://github.com/quay/quay.git
synced 2025-12-19 14:02:30 +03:00
388b97922f
While a transaction is obviously safer, with the number of tables and rows referencing these tables now, a transaction is potentially locking up a significant chunk of the database. Since we're already performing cleanup before calling the delete, including disabling new data being written for the User or Repository, deletion without a transaction should (usually) be sufficient; if it isn't, an IntegrityError will be raised, and the workers can retry continuing the GC operation
48 lines
1.5 KiB
Python
48 lines
1.5 KiB
Python
import logging
|
|
|
|
from app import namespace_gc_queue, all_queues
|
|
from data import model
|
|
from workers.queueworker import QueueWorker
|
|
from util.log import logfile_path
|
|
from util.locking import GlobalLock, LockNotAcquiredException
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
POLL_PERIOD_SECONDS = 60
|
|
NAMESPACE_GC_TIMEOUT = 60 * 60 # 60 minutes
|
|
LOCK_TIMEOUT_PADDING = 60 # seconds
|
|
|
|
|
|
class NamespaceGCWorker(QueueWorker):
|
|
"""
|
|
Worker which cleans up namespaces enqueued to be GCed.
|
|
"""
|
|
|
|
def process_queue_item(self, job_details):
|
|
try:
|
|
with GlobalLock(
|
|
"LARGE_GARBAGE_COLLECTION", lock_ttl=NAMESPACE_GC_TIMEOUT + LOCK_TIMEOUT_PADDING
|
|
):
|
|
self._perform_gc(job_details)
|
|
except LockNotAcquiredException:
|
|
logger.debug("Could not acquire global lock for garbage collection")
|
|
|
|
def _perform_gc(self, job_details):
|
|
logger.debug("Got namespace GC queue item: %s", job_details)
|
|
marker_id = job_details["marker_id"]
|
|
if not model.user.delete_namespace_via_marker(marker_id, all_queues):
|
|
raise Exception("GC interrupted; will retry")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
logging.config.fileConfig(logfile_path(debug=False), disable_existing_loggers=False)
|
|
|
|
logger.debug("Starting namespace GC worker")
|
|
worker = NamespaceGCWorker(
|
|
namespace_gc_queue,
|
|
poll_period_seconds=POLL_PERIOD_SECONDS,
|
|
reservation_seconds=NAMESPACE_GC_TIMEOUT,
|
|
)
|
|
worker.start()
|