mirror of
https://github.com/quay/quay.git
synced 2025-04-18 10:44:06 +03:00
a839a78eb5
Adds ACCOUNT_RECOVERY_MODE to allow Quay to run with some core features disabled. When this is set, the instance should only be used in order by existing users who hasn't linked their account to an external login service, after database authentication has been disabled.
62 lines
1.8 KiB
Python
62 lines
1.8 KiB
Python
import logging
|
|
import time
|
|
|
|
from datetime import timedelta, datetime
|
|
|
|
from app import app
|
|
from data.database import UseThenDisconnect
|
|
from data.queue import delete_expired
|
|
from workers.worker import Worker
|
|
from workers.gunicorn_worker import GunicornWorker
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
DELETION_DATE_THRESHOLD = timedelta(days=1)
|
|
DELETION_COUNT_THRESHOLD = 50
|
|
BATCH_SIZE = 500
|
|
QUEUE_CLEANUP_FREQUENCY = app.config.get("QUEUE_CLEANUP_FREQUENCY", 60 * 60 * 24)
|
|
|
|
|
|
class QueueCleanupWorker(Worker):
|
|
def __init__(self):
|
|
super(QueueCleanupWorker, self).__init__()
|
|
self.add_operation(self._cleanup_queue, QUEUE_CLEANUP_FREQUENCY)
|
|
|
|
def _cleanup_queue(self):
|
|
"""
|
|
Performs garbage collection on the queueitem table.
|
|
"""
|
|
with UseThenDisconnect(app.config):
|
|
while True:
|
|
# Find all queue items older than the threshold (typically a week) and delete them.
|
|
expiration_threshold = datetime.now() - DELETION_DATE_THRESHOLD
|
|
deleted_count = delete_expired(
|
|
expiration_threshold, DELETION_COUNT_THRESHOLD, BATCH_SIZE
|
|
)
|
|
if deleted_count == 0:
|
|
return
|
|
|
|
|
|
def create_gunicorn_worker():
|
|
"""
|
|
follows the gunicorn application factory pattern, enabling
|
|
a quay worker to run as a gunicorn worker thread.
|
|
|
|
this is useful when utilizing gunicorn's hot reload in local dev.
|
|
|
|
utilizing this method will enforce a 1:1 quay worker to gunicorn worker ratio.
|
|
"""
|
|
worker = GunicornWorker(__name__, app, QueueCleanupWorker(), True)
|
|
return worker
|
|
|
|
|
|
if __name__ == "__main__":
|
|
if app.config.get("ACCOUNT_RECOVERY_MODE", False):
|
|
logger.debug("Quay running in account recovery mode")
|
|
while True:
|
|
time.sleep(100000)
|
|
|
|
worker = QueueCleanupWorker()
|
|
worker.start()
|