quay/data/appr_model/release.py

import bisect

from cnr.exception import PackageAlreadyExists
from cnr.models.package_base import manifest_media_type

from data.database import db_transaction, get_epoch_timestamp
from data.appr_model import (
    blob as blob_model,
    manifest as manifest_model,
    manifest_list as manifest_list_model,
    tag as tag_model,
)


LIST_MEDIA_TYPE = "application/vnd.cnr.manifest.list.v0.json"
SCHEMA_VERSION = "v0"


def _ensure_sha256_header(digest):
    if digest.startswith("sha256:"):
        return digest
    return "sha256:" + digest


def get_app_release(repo, tag_name, media_type, models_ref):
    """
    Returns (tag, manifest, blob) given a repo object, tag_name, and media_type).
    """
    ManifestListManifest = models_ref.ManifestListManifest
    Manifest = models_ref.Manifest
    Blob = models_ref.Blob
    ManifestBlob = models_ref.ManifestBlob
    manifestlistmanifest_set_name = models_ref.manifestlistmanifest_set_name

    tag = tag_model.get_tag(repo, tag_name, models_ref, tag_kind="release")
    media_type_id = ManifestListManifest.media_type.get_id(manifest_media_type(media_type))
    manifestlistmanifest = (
        getattr(tag.manifest_list, manifestlistmanifest_set_name)
        .join(Manifest)
        .where(ManifestListManifest.media_type == media_type_id)
        .get()
    )
    manifest = manifestlistmanifest.manifest
    blob = Blob.select().join(ManifestBlob).where(ManifestBlob.manifest == manifest).get()
    return (tag, manifest, blob)


def delete_app_release(repo, tag_name, media_type, models_ref):
    """Terminate a Tag/media-type couple
    It find the corresponding tag/manifest and remove from the manifestlistmanifest the manifest
    1. it terminates the current tag (in all-cases)
    2. if the new manifestlist is not empty, it creates a new tag for it
    """
    ManifestListManifest = models_ref.ManifestListManifest
    manifestlistmanifest_set_name = models_ref.manifestlistmanifest_set_name

    media_type_id = ManifestListManifest.media_type.get_id(manifest_media_type(media_type))

    with db_transaction():
        tag = tag_model.get_tag(repo, tag_name, models_ref)
        manifest_list = tag.manifest_list
        list_json = manifest_list.manifest_list_json
        mlm_query = ManifestListManifest.select().where(
            ManifestListManifest.manifest_list == tag.manifest_list
        )
        list_manifest_ids = sorted([mlm.manifest_id for mlm in mlm_query])
        manifestlistmanifest = (
            getattr(tag.manifest_list, manifestlistmanifest_set_name)
            .where(ManifestListManifest.media_type == media_type_id)
            .get()
        )
        index = list_manifest_ids.index(manifestlistmanifest.manifest_id)
        list_manifest_ids.pop(index)
        list_json.pop(index)

        if not list_json:
            tag.lifetime_end = get_epoch_timestamp()
            tag.save()
        else:
            manifestlist = manifest_list_model.get_or_create_manifest_list(
                list_json, LIST_MEDIA_TYPE, SCHEMA_VERSION, models_ref
            )
            manifest_list_model.create_manifestlistmanifest(
                manifestlist, list_manifest_ids, list_json, models_ref
            )
            tag = tag_model.create_or_update_tag(
                repo, tag_name, models_ref, manifest_list=manifestlist, tag_kind="release"
            )
        return tag


def create_app_release(repo, tag_name, manifest_data, digest, models_ref, force=False):
    """
    Create a new application release, it includes creating a new Tag, ManifestList,
    ManifestListManifests, Manifest, ManifestBlob.

    To deduplicate the ManifestList, the manifestlist_json is kept ordered by the manifest.id. To
    find the insert point in the ManifestList it uses bisect on the manifest-ids list.
    """
    ManifestList = models_ref.ManifestList
    ManifestListManifest = models_ref.ManifestListManifest
    Blob = models_ref.Blob
    ManifestBlob = models_ref.ManifestBlob

    with db_transaction():
        # Create/get the package manifest
        manifest = manifest_model.get_or_create_manifest(
            manifest_data, manifest_data["mediaType"], models_ref
        )
        # get the tag
        tag = tag_model.get_or_initialize_tag(repo, tag_name, models_ref)

        if tag.manifest_list is None:
            tag.manifest_list = ManifestList(
                media_type=ManifestList.media_type.get_id(LIST_MEDIA_TYPE),
                schema_version=SCHEMA_VERSION,
                manifest_list_json=[],
            )

        elif tag_model.tag_media_type_exists(tag, manifest.media_type, models_ref):
            if force:
                delete_app_release(repo, tag_name, manifest.media_type.name, models_ref)
                return create_app_release(
                    repo, tag_name, manifest_data, digest, models_ref, force=False
                )
            else:
                raise PackageAlreadyExists("package exists already")

        list_json = tag.manifest_list.manifest_list_json
        mlm_query = ManifestListManifest.select().where(
            ManifestListManifest.manifest_list == tag.manifest_list
        )
        list_manifest_ids = sorted([mlm.manifest_id for mlm in mlm_query])
        insert_point = bisect.bisect_left(list_manifest_ids, manifest.id)
        list_json.insert(insert_point, manifest.manifest_json)
        list_manifest_ids.insert(insert_point, manifest.id)
        manifestlist = manifest_list_model.get_or_create_manifest_list(
            list_json, LIST_MEDIA_TYPE, SCHEMA_VERSION, models_ref
        )
        manifest_list_model.create_manifestlistmanifest(
            manifestlist, list_manifest_ids, list_json, models_ref
        )

        tag = tag_model.create_or_update_tag(
            repo, tag_name, models_ref, manifest_list=manifestlist, tag_kind="release"
        )
        blob_digest = digest

        try:
            (
                ManifestBlob.select()
                .join(Blob)
                .where(
                    ManifestBlob.manifest == manifest,
                    Blob.digest == _ensure_sha256_header(blob_digest),
                )
                .get()
            )
        except ManifestBlob.DoesNotExist:
            blob = blob_model.get_blob(blob_digest, models_ref)
            ManifestBlob.create(manifest=manifest, blob=blob)
        return tag


def get_release_objs(repo, models_ref, media_type=None):
    """
    Returns an array of Tag for a repo, with optional filtering by media_type.
    """
    Tag = models_ref.Tag

    release_query = Tag.select().where(
        Tag.repository == repo, Tag.tag_kind == Tag.tag_kind.get_id("release")
    )
    if media_type:
        release_query = tag_model.filter_tags_by_media_type(release_query, media_type, models_ref)

    return tag_model.tag_is_alive(release_query, Tag)


def get_releases(repo, model_refs, media_type=None):
    """
    Returns an array of Tag.name for a repo, can filter by media_type.
    """
    return [t.name for t in get_release_objs(repo, model_refs, media_type)]