mirror of
https://github.com/quay/quay.git
synced 2025-04-18 10:44:06 +03:00
5f63b3a7bb
* chore: drop deprecated tables and remove unused code * isort imports * migration: check for table existence before drop
61 lines
1.8 KiB
Python
61 lines
1.8 KiB
Python
import logging
|
|
|
|
import features
|
|
from app import image_replication_queue, storage
|
|
from data import model
|
|
from data.database import (
|
|
ImageStorage,
|
|
ImageStorageLocation,
|
|
ImageStoragePlacement,
|
|
Manifest,
|
|
ManifestBlob,
|
|
Repository,
|
|
User,
|
|
)
|
|
from util.registry.replication import queue_storage_replication
|
|
|
|
|
|
def backfill_replication():
|
|
encountered = set()
|
|
|
|
query = (
|
|
ManifestBlob.select(ManifestBlob, Repository, User)
|
|
.join(ImageStorage)
|
|
.switch(ManifestBlob)
|
|
.join(Repository)
|
|
.join(User)
|
|
)
|
|
|
|
for manifest in query:
|
|
if manifest.blob.uuid in encountered:
|
|
continue
|
|
|
|
namespace = manifest.repository.namespace_user
|
|
locations = model.user.get_region_locations(namespace)
|
|
locations_required = locations | set(storage.default_locations)
|
|
|
|
query = (
|
|
ImageStoragePlacement.select(ImageStoragePlacement, ImageStorageLocation)
|
|
.where(ImageStoragePlacement.storage == manifest.blob)
|
|
.join(ImageStorageLocation)
|
|
)
|
|
|
|
existing_locations = set([p.location.name for p in query])
|
|
locations_missing = locations_required - existing_locations
|
|
if locations_missing:
|
|
print("Enqueueing manifest blob %s to be replicated" % (manifest.blob.uuid))
|
|
encountered.add(manifest.blob.uuid)
|
|
|
|
if not image_replication_queue.alive([manifest.blob.uuid]):
|
|
queue_storage_replication(
|
|
manifest.repository.namespace_user.username, manifest.blob
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
logging.basicConfig(level=logging.INFO)
|
|
if not features.STORAGE_REPLICATION:
|
|
print("Storage replication is not enabled")
|
|
else:
|
|
backfill_replication()
|