mirror of
https://github.com/quay/quay.git
synced 2025-04-18 10:44:06 +03:00
9eb4fb6aa4
Currently the prometheus and GC workers are not running correctly. Reverting the following commits: -4e1a985e70-dac183a1ef-68a0d9eaf0-af1aacea08-f334b80098
90 lines
2.9 KiB
Python
90 lines
2.9 KiB
Python
import logging
|
|
import time
|
|
|
|
from gzip import GzipFile
|
|
from tempfile import SpooledTemporaryFile
|
|
|
|
from app import build_logs, log_archive, app
|
|
from data.archivedlogs import JSON_MIMETYPE
|
|
from data.database import CloseForLongOperation
|
|
from util.streamingjsonencoder import StreamingJSONEncoder
|
|
from workers.buildlogsarchiver.models_pre_oci import pre_oci_model as model
|
|
from workers.worker import Worker
|
|
from workers.gunicorn_worker import GunicornWorker
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
POLL_PERIOD_SECONDS = 30
|
|
MEMORY_TEMPFILE_SIZE = 64 * 1024 # Large enough to handle approximately 99% of builds in memory
|
|
|
|
|
|
class ArchiveBuildLogsWorker(Worker):
|
|
def __init__(self):
|
|
super(ArchiveBuildLogsWorker, self).__init__()
|
|
self.add_operation(self._archive_redis_buildlogs, POLL_PERIOD_SECONDS)
|
|
|
|
def _archive_redis_buildlogs(self):
|
|
"""
|
|
Archive a single build, choosing a candidate at random.
|
|
|
|
This process must be idempotent to avoid needing two-phase commit.
|
|
"""
|
|
# Get a random build to archive
|
|
to_archive = model.get_archivable_build()
|
|
if to_archive is None:
|
|
logger.debug("No more builds to archive")
|
|
return
|
|
|
|
logger.debug("Archiving: %s", to_archive.uuid)
|
|
|
|
length, entries = build_logs.get_log_entries(to_archive.uuid, 0)
|
|
to_encode = {
|
|
"start": 0,
|
|
"total": length,
|
|
"logs": entries,
|
|
}
|
|
|
|
if length > 0:
|
|
with CloseForLongOperation(app.config):
|
|
with SpooledTemporaryFile(MEMORY_TEMPFILE_SIZE) as tempfile:
|
|
with GzipFile("testarchive", fileobj=tempfile) as zipstream:
|
|
for chunk in StreamingJSONEncoder().iterencode(to_encode):
|
|
zipstream.write(chunk.encode("utf-8"))
|
|
|
|
tempfile.seek(0)
|
|
log_archive.store_file(
|
|
tempfile, JSON_MIMETYPE, content_encoding="gzip", file_id=to_archive.uuid
|
|
)
|
|
|
|
we_updated = model.mark_build_archived(to_archive.uuid)
|
|
if we_updated:
|
|
build_logs.expire_status(to_archive.uuid)
|
|
build_logs.delete_log_entries(to_archive.uuid)
|
|
else:
|
|
logger.debug("Another worker pre-empted us when archiving: %s", to_archive.uuid)
|
|
|
|
|
|
def create_gunicorn_worker():
|
|
"""
|
|
follows the gunicorn application factory pattern, enabling
|
|
a quay worker to run as a gunicorn worker thread.
|
|
|
|
this is useful when utilizing gunicorn's hot reload in local dev.
|
|
|
|
utilizing this method will enforce a 1:1 quay worker to gunicorn worker ratio.
|
|
"""
|
|
worker = GunicornWorker(__name__, app, ArchiveBuildLogsWorker(), True)
|
|
return worker
|
|
|
|
|
|
if __name__ == "__main__":
|
|
if app.config.get("ACCOUNT_RECOVERY_MODE", False):
|
|
logger.debug("Quay running in account recovery mode")
|
|
while True:
|
|
time.sleep(100000)
|
|
|
|
worker = ArchiveBuildLogsWorker()
|
|
worker.start()
|