mirror of
https://github.com/quay/quay.git
synced 2026-01-26 06:21:37 +03:00
* Convert all Python2 to Python3 syntax. * Removes oauth2lib dependency * Replace mockredis with fakeredis * byte/str conversions * Removes nonexisting __nonzero__ in Python3 * Python3 Dockerfile and related * [PROJQUAY-98] Replace resumablehashlib with rehash * PROJQUAY-123 - replace gpgme with python3-gpg * [PROJQUAY-135] Fix unhashable class error * Update external dependencies for Python 3 - Move github.com/app-registry/appr to github.com/quay/appr - github.com/coderanger/supervisor-stdout - github.com/DevTable/container-cloud-config - Update to latest mockldap with changes applied from coreos/mockldap - Update dependencies in requirements.txt and requirements-dev.txt * Default FLOAT_REPR function to str in json encoder and removes keyword assignment True, False, and str were not keywords in Python2... * [PROJQUAY-165] Replace package `bencode` with `bencode.py` - Bencode is not compatible with Python 3.x and is no longer maintained. Bencode.py appears to be a drop-in replacement/fork that is compatible with Python 3. * Make sure monkey.patch is called before anything else ( * Removes anunidecode dependency and replaces it with text_unidecode * Base64 encode/decode pickle dumps/loads when storing value in DB Base64 encodes/decodes the serialized values when storing them in the DB. Also make sure to return a Python3 string instead of a Bytes when coercing for db, otherwise, Postgres' TEXT field will convert it into a hex representation when storing the value. * Implement __hash__ on Digest class In Python 3, if a class defines __eq__() but not __hash__(), its instances will not be usable as items in hashable collections (e.g sets). * Remove basestring check * Fix expected message in credentials tests * Fix usage of Cryptography.Fernet for Python3 (#219) - Specifically, this addresses the issue where Byte<->String conversions weren't being applied correctly. * Fix utils - tar+stream layer format utils - filelike util * Fix storage tests * Fix endpoint tests * Fix workers tests * Fix docker's empty layer bytes * Fix registry tests * Appr * Enable CI for Python 3.6 * Skip buildman tests Skip buildman tests while it's being rewritten to allow ci to pass. * Install swig for CI * Update expected exception type in redis validation test * Fix gpg signing calls Fix gpg calls for updated gpg wrapper, and add signing tests. * Convert / to // for Python3 integer division * WIP: Update buildman to use asyncio instead of trollius. This dependency is considered deprecated/abandoned and was only used as an implementation/backport of asyncio on Python 2.x This is a work in progress, and is included in the PR just to get the rest of the tests passing. The builder is actually being rewritten. * Target Python 3.8 * Removes unused files - Removes unused files that were added accidentally while rebasing - Small fixes/cleanup - TODO tasks comments * Add TODO to verify rehash backward compat with resumablehashlib * Revert "[PROJQUAY-135] Fix unhashable class error" and implements __hash__ instead. This reverts commit 735e38e3c1d072bf50ea864bc7e119a55d3a8976. Instead, defines __hash__ for encryped fields class, using the parent field's implementation. * Remove some unused files ad imports Co-authored-by: Kenny Lee Sin Cheong <kenny.lee@redhat.com> Co-authored-by: Tom McKay <thomasmckay@redhat.com>
158 lines
4.0 KiB
Python
158 lines
4.0 KiB
Python
import json
|
|
import logging
|
|
import uuid
|
|
|
|
from abc import ABCMeta, abstractmethod, abstractproperty
|
|
from datetime import datetime
|
|
from six import add_metaclass
|
|
|
|
from alembic import op
|
|
from sqlalchemy import text
|
|
|
|
from util.abchelpers import nooper
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def escape_table_name(table_name):
|
|
if op.get_bind().engine.name == "postgresql":
|
|
# Needed for the `user` table.
|
|
return '"%s"' % table_name
|
|
|
|
return table_name
|
|
|
|
|
|
class DataTypes(object):
|
|
@staticmethod
|
|
def DateTime():
|
|
return datetime.now()
|
|
|
|
@staticmethod
|
|
def Date():
|
|
return datetime.now()
|
|
|
|
@staticmethod
|
|
def String():
|
|
return "somestringvalue"
|
|
|
|
@staticmethod
|
|
def Token():
|
|
return "%s%s" % ("a" * 60, "b" * 60)
|
|
|
|
@staticmethod
|
|
def UTF8Char():
|
|
return "some other value"
|
|
|
|
@staticmethod
|
|
def UUID():
|
|
return str(uuid.uuid4())
|
|
|
|
@staticmethod
|
|
def JSON():
|
|
return json.dumps(dict(foo="bar", baz="meh"))
|
|
|
|
@staticmethod
|
|
def Boolean():
|
|
if op.get_bind().engine.name == "postgresql":
|
|
return True
|
|
|
|
return 1
|
|
|
|
@staticmethod
|
|
def BigInteger():
|
|
return 21474836470
|
|
|
|
@staticmethod
|
|
def Integer():
|
|
return 42
|
|
|
|
@staticmethod
|
|
def Constant(value):
|
|
def get_value():
|
|
return value
|
|
|
|
return get_value
|
|
|
|
@staticmethod
|
|
def Foreign(table_name):
|
|
def get_index():
|
|
result = op.get_bind().execute(
|
|
"SELECT id FROM %s LIMIT 1" % escape_table_name(table_name)
|
|
)
|
|
try:
|
|
return list(result)[0][0]
|
|
except IndexError:
|
|
raise Exception("Could not find row for table %s" % table_name)
|
|
finally:
|
|
result.close()
|
|
|
|
return get_index
|
|
|
|
|
|
@add_metaclass(ABCMeta)
|
|
class MigrationTester(object):
|
|
"""
|
|
Implements an interface for adding testing capabilities to the data model migration system in
|
|
Alembic.
|
|
"""
|
|
|
|
TestDataType = DataTypes
|
|
|
|
@abstractmethod
|
|
def is_testing(self):
|
|
"""
|
|
Returns whether we are currently under a migration test.
|
|
"""
|
|
|
|
@abstractmethod
|
|
def populate_table(self, table_name, fields):
|
|
"""
|
|
Called to populate a table with the given fields filled in with testing data.
|
|
"""
|
|
|
|
@abstractmethod
|
|
def populate_column(self, table_name, col_name, field_type):
|
|
"""
|
|
Called to populate a column in a table to be filled in with testing data.
|
|
"""
|
|
|
|
|
|
@nooper
|
|
class NoopTester(MigrationTester):
|
|
"""
|
|
No-op version of the tester, designed for production workloads.
|
|
"""
|
|
|
|
|
|
class PopulateTestDataTester(MigrationTester):
|
|
def is_testing(self):
|
|
return True
|
|
|
|
def populate_table(self, table_name, fields):
|
|
columns = {field_name: field_type() for field_name, field_type in fields}
|
|
field_name_vars = [":" + field_name for field_name, _ in fields]
|
|
|
|
if op.get_bind().engine.name == "postgresql":
|
|
field_names = ["%s" % field_name for field_name, _ in fields]
|
|
else:
|
|
field_names = ["`%s`" % field_name for field_name, _ in fields]
|
|
|
|
table_name = escape_table_name(table_name)
|
|
query = text(
|
|
"INSERT INTO %s (%s) VALUES (%s)"
|
|
% (table_name, ", ".join(field_names), ", ".join(field_name_vars))
|
|
)
|
|
logger.info("Executing test query %s with values %s", query, list(columns.values()))
|
|
op.get_bind().execute(query, **columns)
|
|
|
|
def populate_column(self, table_name, col_name, field_type):
|
|
col_value = field_type()
|
|
row_id = DataTypes.Foreign(table_name)()
|
|
|
|
table_name = escape_table_name(table_name)
|
|
update_text = text("UPDATE %s SET %s=:col_value where ID=:row_id" % (table_name, col_name))
|
|
logger.info(
|
|
"Executing test query %s with value %s on row %s", update_text, col_value, row_id
|
|
)
|
|
op.get_bind().execute(update_text, col_value=col_value, row_id=row_id)
|