mirror of
https://github.com/quay/quay.git
synced 2025-04-18 10:44:06 +03:00
5f8ca041e7
* ui: implement change to render modelcard stored in layers (PROJQUAY-8412) When a manifest has certain annotations or artifactTypes, render the applicable modelcard markdown in a new tags detail tab. * removing untar when fetching model card * removing extra api calls * Add modelcar check tests --------- Co-authored-by: bcaton <bcaton@redhat.com>
316 lines
11 KiB
Python
316 lines
11 KiB
Python
import json
|
|
|
|
import pytest
|
|
|
|
from image.docker.schema1 import DOCKER_SCHEMA1_MANIFEST_CONTENT_TYPE
|
|
from image.oci import register_artifact_type
|
|
from image.oci.manifest import MalformedOCIManifest, OCIManifest
|
|
from image.shared.schemautil import ContentRetrieverForTesting
|
|
from util.bytes import Bytes
|
|
|
|
SAMPLE_MANIFEST = """{
|
|
"schemaVersion": 2,
|
|
"config": {
|
|
"mediaType": "application/vnd.oci.image.config.v1+json",
|
|
"size": 7023,
|
|
"digest": "sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7"
|
|
},
|
|
"layers": [
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
|
|
"size": 32654,
|
|
"digest": "sha256:9834876dcfb05cb167a5c24953eba58c4ac89b1adf57f28f2f9d09af107ee8f0"
|
|
},
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
|
|
"size": 16724,
|
|
"digest": "sha256:3c3a4604a545cdc127456d94e421cd355bca5b528f4a9c1905b15da2eb4a4c6b"
|
|
},
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
|
|
"size": 73109,
|
|
"digest": "sha256:ec4b8955958665577945c89419d1af06b5f7636b4ac3da7f12184802ad867736"
|
|
}
|
|
],
|
|
"annotations": {
|
|
"com.example.key1": "value1",
|
|
"com.example.key2": "value2"
|
|
}
|
|
}"""
|
|
|
|
SAMPLE_MANIFEST2 = """{
|
|
"schemaVersion": 2,
|
|
"config": {
|
|
"mediaType": "application/vnd.oci.image.config.v1+json",
|
|
"size": 7023,
|
|
"digest": "sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7"
|
|
},
|
|
"layers": [
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
|
|
"size": 32654,
|
|
"digest": "sha256:9834876dcfb05cb167a5c24953eba58c4ac89b1adf57f28f2f9d09af107ee8f0"
|
|
},
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
|
|
"size": 16724,
|
|
"digest": "sha256:3c3a4604a545cdc127456d94e421cd355bca5b528f4a9c1905b15da2eb4a4c6b"
|
|
},
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
|
|
"size": 73109,
|
|
"digest": "sha256:ec4b8955958665577945c89419d1af06b5f7636b4ac3da7f12184802ad867736",
|
|
"annotations": {
|
|
"com.example.layerkey1": "value1",
|
|
"com.example.layerkey2": "value2"
|
|
}
|
|
}
|
|
],
|
|
"annotations": {
|
|
"com.example.key1": "value1",
|
|
"com.example.key2": "value2"
|
|
}
|
|
}"""
|
|
|
|
SAMPLE_REMOTE_MANIFEST = """{
|
|
"schemaVersion": 2,
|
|
"config": {
|
|
"mediaType": "application/vnd.oci.image.config.v1+json",
|
|
"size": 7023,
|
|
"digest": "sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7"
|
|
},
|
|
"layers": [
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
|
|
"size": 32654,
|
|
"digest": "sha256:9834876dcfb05cb167a5c24953eba58c4ac89b1adf57f28f2f9d09af107ee8f0"
|
|
},
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.nondistributable.v1.tar+gzip",
|
|
"size": 16724,
|
|
"digest": "sha256:3c3a4604a545cdc127456d94e421cd355bca5b528f4a9c1905b15da2eb4a4c6b",
|
|
"urls": ["https://foo/bar"]
|
|
},
|
|
{
|
|
"mediaType": "application/vnd.oci.image.layer.v1.tar+gzip",
|
|
"size": 73109,
|
|
"digest": "sha256:ec4b8955958665577945c89419d1af06b5f7636b4ac3da7f12184802ad867736"
|
|
}
|
|
],
|
|
"annotations": {
|
|
"com.example.key1": "value1",
|
|
"com.example.key2": "value2"
|
|
}
|
|
}"""
|
|
|
|
|
|
def test_parse_basic_manifest():
|
|
manifest = OCIManifest(Bytes.for_string_or_unicode(SAMPLE_MANIFEST))
|
|
assert not manifest.is_manifest_list
|
|
assert (
|
|
manifest.digest == "sha256:855b4e9ce4a4e5121dbc51a4f7ebfe7c2d6bcd16b159e754224f44573cfed5c2"
|
|
)
|
|
|
|
assert manifest.blob_digests == [
|
|
"sha256:9834876dcfb05cb167a5c24953eba58c4ac89b1adf57f28f2f9d09af107ee8f0",
|
|
"sha256:3c3a4604a545cdc127456d94e421cd355bca5b528f4a9c1905b15da2eb4a4c6b",
|
|
"sha256:ec4b8955958665577945c89419d1af06b5f7636b4ac3da7f12184802ad867736",
|
|
"sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7",
|
|
]
|
|
|
|
assert manifest.local_blob_digests == manifest.blob_digests
|
|
|
|
assert len(manifest.filesystem_layers) == 3
|
|
assert (
|
|
str(manifest.leaf_filesystem_layer.digest)
|
|
== "sha256:ec4b8955958665577945c89419d1af06b5f7636b4ac3da7f12184802ad867736"
|
|
)
|
|
|
|
assert not manifest.has_remote_layer
|
|
assert manifest.has_legacy_image
|
|
assert manifest.annotations == {"com.example.key1": "value1", "com.example.key2": "value2"}
|
|
|
|
|
|
def test_parse_basic_remote_manifest():
|
|
manifest = OCIManifest(Bytes.for_string_or_unicode(SAMPLE_REMOTE_MANIFEST))
|
|
assert not manifest.is_manifest_list
|
|
assert (
|
|
manifest.digest == "sha256:dd18ed87a00474aff683cee7160771e043f1f0eadd780232715bc0678a984a5e"
|
|
)
|
|
|
|
assert manifest.blob_digests == [
|
|
"sha256:9834876dcfb05cb167a5c24953eba58c4ac89b1adf57f28f2f9d09af107ee8f0",
|
|
"sha256:3c3a4604a545cdc127456d94e421cd355bca5b528f4a9c1905b15da2eb4a4c6b",
|
|
"sha256:ec4b8955958665577945c89419d1af06b5f7636b4ac3da7f12184802ad867736",
|
|
"sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7",
|
|
]
|
|
|
|
assert manifest.local_blob_digests == [
|
|
"sha256:9834876dcfb05cb167a5c24953eba58c4ac89b1adf57f28f2f9d09af107ee8f0",
|
|
"sha256:ec4b8955958665577945c89419d1af06b5f7636b4ac3da7f12184802ad867736",
|
|
"sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7",
|
|
]
|
|
|
|
assert len(manifest.filesystem_layers) == 3
|
|
assert (
|
|
str(manifest.leaf_filesystem_layer.digest)
|
|
== "sha256:ec4b8955958665577945c89419d1af06b5f7636b4ac3da7f12184802ad867736"
|
|
)
|
|
|
|
assert manifest.has_remote_layer
|
|
|
|
assert not manifest.has_legacy_image
|
|
assert not manifest.get_legacy_image_ids(None)
|
|
|
|
|
|
def test_get_schema1_manifest():
|
|
retriever = ContentRetrieverForTesting.for_config(
|
|
{
|
|
"config": {
|
|
"Labels": {
|
|
"foo": "bar",
|
|
},
|
|
},
|
|
"rootfs": {"type": "layers", "diff_ids": []},
|
|
"history": [
|
|
{"created": "2018-04-03T18:37:09.284840891Z", "created_by": "foo"},
|
|
{"created": "2018-04-12T18:37:09.284840891Z", "created_by": "bar"},
|
|
{"created": "2018-04-03T18:37:09.284840891Z", "created_by": "foo"},
|
|
],
|
|
"architecture": "amd64",
|
|
"os": "linux",
|
|
},
|
|
"sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7",
|
|
7023,
|
|
)
|
|
|
|
manifest = OCIManifest(Bytes.for_string_or_unicode(SAMPLE_MANIFEST))
|
|
assert manifest.get_manifest_labels(retriever) == {
|
|
"com.example.key1": "value1",
|
|
"com.example.key2": "value2",
|
|
"foo": "bar",
|
|
}
|
|
|
|
schema1 = manifest.get_schema1_manifest("somenamespace", "somename", "sometag", retriever)
|
|
assert schema1 is not None
|
|
assert schema1.media_type == DOCKER_SCHEMA1_MANIFEST_CONTENT_TYPE
|
|
assert set(schema1.local_blob_digests) == (
|
|
set(manifest.local_blob_digests)
|
|
- {"sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7"}
|
|
)
|
|
assert len(schema1.layers) == 3
|
|
|
|
via_convert = manifest.convert_manifest(
|
|
[schema1.media_type], "somenamespace", "somename", "sometag", retriever
|
|
)
|
|
assert via_convert.digest == schema1.digest
|
|
|
|
|
|
def test_get_schema1_manifest_missing_history():
|
|
retriever = ContentRetrieverForTesting.for_config(
|
|
{
|
|
"config": {
|
|
"Labels": {
|
|
"foo": "bar",
|
|
},
|
|
"Cmd": ["dosomething"],
|
|
},
|
|
"rootfs": {"type": "layers", "diff_ids": []},
|
|
"architecture": "amd64",
|
|
"os": "linux",
|
|
},
|
|
"sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7",
|
|
7023,
|
|
)
|
|
|
|
manifest = OCIManifest(Bytes.for_string_or_unicode(SAMPLE_MANIFEST))
|
|
assert manifest.get_manifest_labels(retriever) == {
|
|
"com.example.key1": "value1",
|
|
"com.example.key2": "value2",
|
|
"foo": "bar",
|
|
}
|
|
|
|
schema1 = manifest.get_schema1_manifest("somenamespace", "somename", "sometag", retriever)
|
|
assert schema1 is not None
|
|
assert schema1.media_type == DOCKER_SCHEMA1_MANIFEST_CONTENT_TYPE
|
|
assert set(schema1.local_blob_digests) == (
|
|
set(manifest.local_blob_digests)
|
|
- {"sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7"}
|
|
)
|
|
assert len(schema1.layers) == 3
|
|
|
|
via_convert = manifest.convert_manifest(
|
|
[schema1.media_type], "somenamespace", "somename", "sometag", retriever
|
|
)
|
|
assert via_convert.digest == schema1.digest
|
|
|
|
final_layer = schema1.leaf_layer
|
|
assert final_layer.v1_metadata.command == '[["dosomething"]]'
|
|
|
|
|
|
def test_get_schema1_manifest_incorrect_history():
|
|
retriever = ContentRetrieverForTesting.for_config(
|
|
{
|
|
"config": {
|
|
"Labels": {
|
|
"foo": "bar",
|
|
},
|
|
},
|
|
"rootfs": {"type": "layers", "diff_ids": []},
|
|
"history": [
|
|
{"created": "2018-04-03T18:37:09.284840891Z", "created_by": "foo"},
|
|
{"created": "2018-04-03T18:37:09.284840891Z", "created_by": "foo"},
|
|
],
|
|
"architecture": "amd64",
|
|
"os": "linux",
|
|
},
|
|
"sha256:b5b2b2c507a0944348e0303114d8d93aaaa081732b86451d9bce1f432a537bc7",
|
|
7023,
|
|
)
|
|
|
|
manifest = OCIManifest(Bytes.for_string_or_unicode(SAMPLE_MANIFEST))
|
|
assert manifest.get_manifest_labels(retriever) == {
|
|
"com.example.key1": "value1",
|
|
"com.example.key2": "value2",
|
|
"foo": "bar",
|
|
}
|
|
|
|
with pytest.raises(MalformedOCIManifest):
|
|
manifest.get_schema1_manifest("somenamespace", "somename", "sometag", retriever)
|
|
|
|
|
|
def test_validate_helm_oci_manifest():
|
|
manifest_bytes = """{
|
|
"schemaVersion":2,
|
|
"config":{
|
|
"mediaType":"application/vnd.cncf.helm.config.v1+json",
|
|
"digest":"sha256:65a07b841ece031e6d0ec5eb948eacb17aa6d7294cdeb01d5348e86242951487",
|
|
"size":141
|
|
},
|
|
"layers": [
|
|
{
|
|
"mediaType":"application/tar+gzip",
|
|
"digest":"sha256:d84c9c29e0899862a0fa0f73da4d9f8c8c38e2da5d3258764aa7ba74bb914718",
|
|
"size":3562
|
|
}
|
|
]
|
|
}"""
|
|
|
|
HELM_CHART_CONFIG_TYPE = "application/vnd.cncf.helm.config.v1+json"
|
|
HELM_CHART_LAYER_TYPES = ["application/tar+gzip"]
|
|
register_artifact_type(HELM_CHART_CONFIG_TYPE, HELM_CHART_LAYER_TYPES)
|
|
manifest = OCIManifest(Bytes.for_string_or_unicode(manifest_bytes))
|
|
|
|
|
|
def test_manifest_layer_annotations():
|
|
manifest = OCIManifest(Bytes.for_string_or_unicode(SAMPLE_MANIFEST2))
|
|
assert manifest.annotations == {"com.example.key1": "value1", "com.example.key2": "value2"}
|
|
|
|
for layer in manifest.filesystem_layers:
|
|
assert hasattr(layer, "annotations")
|
|
if layer.annotations:
|
|
assert layer.annotations == {
|
|
"com.example.layerkey1": "value1",
|
|
"com.example.layerkey2": "value2",
|
|
}
|