mirror of
https://github.com/quay/quay.git
synced 2026-01-27 18:42:52 +03:00
* Convert all Python2 to Python3 syntax. * Removes oauth2lib dependency * Replace mockredis with fakeredis * byte/str conversions * Removes nonexisting __nonzero__ in Python3 * Python3 Dockerfile and related * [PROJQUAY-98] Replace resumablehashlib with rehash * PROJQUAY-123 - replace gpgme with python3-gpg * [PROJQUAY-135] Fix unhashable class error * Update external dependencies for Python 3 - Move github.com/app-registry/appr to github.com/quay/appr - github.com/coderanger/supervisor-stdout - github.com/DevTable/container-cloud-config - Update to latest mockldap with changes applied from coreos/mockldap - Update dependencies in requirements.txt and requirements-dev.txt * Default FLOAT_REPR function to str in json encoder and removes keyword assignment True, False, and str were not keywords in Python2... * [PROJQUAY-165] Replace package `bencode` with `bencode.py` - Bencode is not compatible with Python 3.x and is no longer maintained. Bencode.py appears to be a drop-in replacement/fork that is compatible with Python 3. * Make sure monkey.patch is called before anything else ( * Removes anunidecode dependency and replaces it with text_unidecode * Base64 encode/decode pickle dumps/loads when storing value in DB Base64 encodes/decodes the serialized values when storing them in the DB. Also make sure to return a Python3 string instead of a Bytes when coercing for db, otherwise, Postgres' TEXT field will convert it into a hex representation when storing the value. * Implement __hash__ on Digest class In Python 3, if a class defines __eq__() but not __hash__(), its instances will not be usable as items in hashable collections (e.g sets). * Remove basestring check * Fix expected message in credentials tests * Fix usage of Cryptography.Fernet for Python3 (#219) - Specifically, this addresses the issue where Byte<->String conversions weren't being applied correctly. * Fix utils - tar+stream layer format utils - filelike util * Fix storage tests * Fix endpoint tests * Fix workers tests * Fix docker's empty layer bytes * Fix registry tests * Appr * Enable CI for Python 3.6 * Skip buildman tests Skip buildman tests while it's being rewritten to allow ci to pass. * Install swig for CI * Update expected exception type in redis validation test * Fix gpg signing calls Fix gpg calls for updated gpg wrapper, and add signing tests. * Convert / to // for Python3 integer division * WIP: Update buildman to use asyncio instead of trollius. This dependency is considered deprecated/abandoned and was only used as an implementation/backport of asyncio on Python 2.x This is a work in progress, and is included in the PR just to get the rest of the tests passing. The builder is actually being rewritten. * Target Python 3.8 * Removes unused files - Removes unused files that were added accidentally while rebasing - Small fixes/cleanup - TODO tasks comments * Add TODO to verify rehash backward compat with resumablehashlib * Revert "[PROJQUAY-135] Fix unhashable class error" and implements __hash__ instead. This reverts commit 735e38e3c1d072bf50ea864bc7e119a55d3a8976. Instead, defines __hash__ for encryped fields class, using the parent field's implementation. * Remove some unused files ad imports Co-authored-by: Kenny Lee Sin Cheong <kenny.lee@redhat.com> Co-authored-by: Tom McKay <thomasmckay@redhat.com>
107 lines
3.0 KiB
Python
107 lines
3.0 KiB
Python
import re
|
|
|
|
LINE_CONTINUATION_REGEX = re.compile(r"(\s)*\\(\s)*\n")
|
|
COMMAND_REGEX = re.compile("([A-Za-z]+)\s(.*)")
|
|
|
|
COMMENT_CHARACTER = "#"
|
|
LATEST_TAG = "latest"
|
|
|
|
|
|
class ParsedDockerfile(object):
|
|
def __init__(self, commands):
|
|
self.commands = commands
|
|
|
|
def _get_commands_of_kind(self, kind):
|
|
return [command for command in self.commands if command["command"] == kind]
|
|
|
|
def _get_from_image_identifier(self):
|
|
from_commands = self._get_commands_of_kind("FROM")
|
|
if not from_commands:
|
|
return None
|
|
|
|
return from_commands[-1]["parameters"]
|
|
|
|
@staticmethod
|
|
def parse_image_identifier(image_identifier):
|
|
"""
|
|
Parses a docker image identifier, and returns a tuple of image name and tag, where the tag
|
|
is filled in with "latest" if left unspecified.
|
|
"""
|
|
# Note:
|
|
# Dockerfile images references can be of multiple forms:
|
|
# server:port/some/path
|
|
# somepath
|
|
# server/some/path
|
|
# server/some/path:tag
|
|
# server:port/some/path:tag
|
|
parts = image_identifier.strip().split(":")
|
|
|
|
if len(parts) == 1:
|
|
# somepath
|
|
return (parts[0], LATEST_TAG)
|
|
|
|
# Otherwise, determine if the last part is a port
|
|
# or a tag.
|
|
if parts[-1].find("/") >= 0:
|
|
# Last part is part of the hostname.
|
|
return (image_identifier, LATEST_TAG)
|
|
|
|
# Remaining cases:
|
|
# server/some/path:tag
|
|
# server:port/some/path:tag
|
|
return (":".join(parts[0:-1]), parts[-1])
|
|
|
|
def get_base_image(self):
|
|
"""
|
|
Return the base image without the tag name.
|
|
"""
|
|
return self.get_image_and_tag()[0]
|
|
|
|
def get_image_and_tag(self):
|
|
"""
|
|
Returns the image and tag from the FROM line of the dockerfile.
|
|
"""
|
|
image_identifier = self._get_from_image_identifier()
|
|
if image_identifier is None:
|
|
return (None, None)
|
|
|
|
return self.parse_image_identifier(image_identifier)
|
|
|
|
|
|
def strip_comments(contents):
|
|
lines = []
|
|
for line in contents.split("\n"):
|
|
index = line.find(COMMENT_CHARACTER)
|
|
if index < 0:
|
|
lines.append(line)
|
|
continue
|
|
|
|
line = line[:index]
|
|
lines.append(line)
|
|
|
|
return "\n".join(lines)
|
|
|
|
|
|
def join_continued_lines(contents):
|
|
return LINE_CONTINUATION_REGEX.sub("", contents)
|
|
|
|
|
|
def parse_dockerfile(contents):
|
|
# If we receive ASCII, translate into unicode.
|
|
if isinstance(contents, bytes):
|
|
contents = contents.decode("utf-8")
|
|
|
|
contents = join_continued_lines(strip_comments(contents))
|
|
lines = [line.strip() for line in contents.split("\n") if len(line) > 0]
|
|
|
|
commands = []
|
|
for line in lines:
|
|
match_command = COMMAND_REGEX.match(line)
|
|
if match_command:
|
|
command = match_command.group(1).upper()
|
|
parameters = match_command.group(2)
|
|
|
|
commands.append({"command": command, "parameters": parameters})
|
|
|
|
return ParsedDockerfile(commands)
|