mirror of
https://github.com/quay/quay.git
synced 2026-01-26 06:21:37 +03:00
38be6d05d0
* Convert all Python2 to Python3 syntax. * Removes oauth2lib dependency * Replace mockredis with fakeredis * byte/str conversions * Removes nonexisting __nonzero__ in Python3 * Python3 Dockerfile and related * [PROJQUAY-98] Replace resumablehashlib with rehash * PROJQUAY-123 - replace gpgme with python3-gpg * [PROJQUAY-135] Fix unhashable class error * Update external dependencies for Python 3 - Move github.com/app-registry/appr to github.com/quay/appr - github.com/coderanger/supervisor-stdout - github.com/DevTable/container-cloud-config - Update to latest mockldap with changes applied from coreos/mockldap - Update dependencies in requirements.txt and requirements-dev.txt * Default FLOAT_REPR function to str in json encoder and removes keyword assignment True, False, and str were not keywords in Python2... * [PROJQUAY-165] Replace package `bencode` with `bencode.py` - Bencode is not compatible with Python 3.x and is no longer maintained. Bencode.py appears to be a drop-in replacement/fork that is compatible with Python 3. * Make sure monkey.patch is called before anything else ( * Removes anunidecode dependency and replaces it with text_unidecode * Base64 encode/decode pickle dumps/loads when storing value in DB Base64 encodes/decodes the serialized values when storing them in the DB. Also make sure to return a Python3 string instead of a Bytes when coercing for db, otherwise, Postgres' TEXT field will convert it into a hex representation when storing the value. * Implement __hash__ on Digest class In Python 3, if a class defines __eq__() but not __hash__(), its instances will not be usable as items in hashable collections (e.g sets). * Remove basestring check * Fix expected message in credentials tests * Fix usage of Cryptography.Fernet for Python3 (#219) - Specifically, this addresses the issue where Byte<->String conversions weren't being applied correctly. * Fix utils - tar+stream layer format utils - filelike util * Fix storage tests * Fix endpoint tests * Fix workers tests * Fix docker's empty layer bytes * Fix registry tests * Appr * Enable CI for Python 3.6 * Skip buildman tests Skip buildman tests while it's being rewritten to allow ci to pass. * Install swig for CI * Update expected exception type in redis validation test * Fix gpg signing calls Fix gpg calls for updated gpg wrapper, and add signing tests. * Convert / to // for Python3 integer division * WIP: Update buildman to use asyncio instead of trollius. This dependency is considered deprecated/abandoned and was only used as an implementation/backport of asyncio on Python 2.x This is a work in progress, and is included in the PR just to get the rest of the tests passing. The builder is actually being rewritten. * Target Python 3.8 * Removes unused files - Removes unused files that were added accidentally while rebasing - Small fixes/cleanup - TODO tasks comments * Add TODO to verify rehash backward compat with resumablehashlib * Revert "[PROJQUAY-135] Fix unhashable class error" and implements __hash__ instead. This reverts commit 735e38e3c1d072bf50ea864bc7e119a55d3a8976. Instead, defines __hash__ for encryped fields class, using the parent field's implementation. * Remove some unused files ad imports Co-authored-by: Kenny Lee Sin Cheong <kenny.lee@redhat.com> Co-authored-by: Tom McKay <thomasmckay@redhat.com>
72 lines
2.2 KiB
Python
72 lines
2.2 KiB
Python
import uuid
|
|
import json
|
|
|
|
from calendar import timegm
|
|
|
|
from data import model
|
|
|
|
|
|
class SharedModel:
|
|
def queue_logs_export(
|
|
self,
|
|
start_datetime,
|
|
end_datetime,
|
|
export_action_logs_queue,
|
|
namespace_name=None,
|
|
repository_name=None,
|
|
callback_url=None,
|
|
callback_email=None,
|
|
filter_kinds=None,
|
|
):
|
|
"""
|
|
Queues logs between the start_datetime and end_time, filtered by a repository or namespace,
|
|
for export to the specified URL and/or email address.
|
|
|
|
Returns the ID of the export job queued or None if error.
|
|
"""
|
|
export_id = str(uuid.uuid4())
|
|
namespace = model.user.get_namespace_user(namespace_name)
|
|
if namespace is None:
|
|
return None
|
|
|
|
repository = None
|
|
if repository_name is not None:
|
|
repository = model.repository.get_repository(namespace_name, repository_name)
|
|
if repository is None:
|
|
return None
|
|
|
|
export_action_logs_queue.put(
|
|
[namespace_name],
|
|
json.dumps(
|
|
{
|
|
"export_id": export_id,
|
|
"repository_id": repository.id if repository else None,
|
|
"namespace_id": namespace.id,
|
|
"namespace_name": namespace.username,
|
|
"repository_name": repository.name if repository else None,
|
|
"start_time": start_datetime.strftime("%m/%d/%Y"),
|
|
"end_time": end_datetime.strftime("%m/%d/%Y"),
|
|
"callback_url": callback_url,
|
|
"callback_email": callback_email,
|
|
}
|
|
),
|
|
retries_remaining=3,
|
|
)
|
|
|
|
return export_id
|
|
|
|
|
|
def epoch_ms(dt):
|
|
return (timegm(dt.timetuple()) * 1000) + (dt.microsecond // 1000)
|
|
|
|
|
|
def get_kinds_filter(kinds):
|
|
"""
|
|
Given a list of kinds, return the set of kinds not that are not part of that list.
|
|
|
|
i.e Returns the list of kinds to be filtered out.
|
|
"""
|
|
kind_map = model.log.get_log_entry_kinds()
|
|
kind_map = {key: kind_map[key] for key in kind_map if not isinstance(key, int)}
|
|
return [kind_name for kind_name in kind_map if kind_name not in kinds]
|