mirror of
https://github.com/quay/quay.git
synced 2026-01-29 08:42:15 +03:00
* Convert all Python2 to Python3 syntax. * Removes oauth2lib dependency * Replace mockredis with fakeredis * byte/str conversions * Removes nonexisting __nonzero__ in Python3 * Python3 Dockerfile and related * [PROJQUAY-98] Replace resumablehashlib with rehash * PROJQUAY-123 - replace gpgme with python3-gpg * [PROJQUAY-135] Fix unhashable class error * Update external dependencies for Python 3 - Move github.com/app-registry/appr to github.com/quay/appr - github.com/coderanger/supervisor-stdout - github.com/DevTable/container-cloud-config - Update to latest mockldap with changes applied from coreos/mockldap - Update dependencies in requirements.txt and requirements-dev.txt * Default FLOAT_REPR function to str in json encoder and removes keyword assignment True, False, and str were not keywords in Python2... * [PROJQUAY-165] Replace package `bencode` with `bencode.py` - Bencode is not compatible with Python 3.x and is no longer maintained. Bencode.py appears to be a drop-in replacement/fork that is compatible with Python 3. * Make sure monkey.patch is called before anything else ( * Removes anunidecode dependency and replaces it with text_unidecode * Base64 encode/decode pickle dumps/loads when storing value in DB Base64 encodes/decodes the serialized values when storing them in the DB. Also make sure to return a Python3 string instead of a Bytes when coercing for db, otherwise, Postgres' TEXT field will convert it into a hex representation when storing the value. * Implement __hash__ on Digest class In Python 3, if a class defines __eq__() but not __hash__(), its instances will not be usable as items in hashable collections (e.g sets). * Remove basestring check * Fix expected message in credentials tests * Fix usage of Cryptography.Fernet for Python3 (#219) - Specifically, this addresses the issue where Byte<->String conversions weren't being applied correctly. * Fix utils - tar+stream layer format utils - filelike util * Fix storage tests * Fix endpoint tests * Fix workers tests * Fix docker's empty layer bytes * Fix registry tests * Appr * Enable CI for Python 3.6 * Skip buildman tests Skip buildman tests while it's being rewritten to allow ci to pass. * Install swig for CI * Update expected exception type in redis validation test * Fix gpg signing calls Fix gpg calls for updated gpg wrapper, and add signing tests. * Convert / to // for Python3 integer division * WIP: Update buildman to use asyncio instead of trollius. This dependency is considered deprecated/abandoned and was only used as an implementation/backport of asyncio on Python 2.x This is a work in progress, and is included in the PR just to get the rest of the tests passing. The builder is actually being rewritten. * Target Python 3.8 * Removes unused files - Removes unused files that were added accidentally while rebasing - Small fixes/cleanup - TODO tasks comments * Add TODO to verify rehash backward compat with resumablehashlib * Revert "[PROJQUAY-135] Fix unhashable class error" and implements __hash__ instead. This reverts commit 735e38e3c1d072bf50ea864bc7e119a55d3a8976. Instead, defines __hash__ for encryped fields class, using the parent field's implementation. * Remove some unused files ad imports Co-authored-by: Kenny Lee Sin Cheong <kenny.lee@redhat.com> Co-authored-by: Tom McKay <thomasmckay@redhat.com>
97 lines
2.6 KiB
Python
97 lines
2.6 KiB
Python
def _complain_ifclosed(closed):
|
|
if closed:
|
|
raise ValueError("I/O operation on closed file")
|
|
|
|
|
|
class GeneratorFile(object):
|
|
"""
|
|
File-like object which wraps a Python generator to produce the file contents.
|
|
|
|
Modeled on StringIO and comments on the file-like interface copied from there.
|
|
"""
|
|
|
|
def __init__(self, generator):
|
|
self._generator = generator
|
|
self._closed = False
|
|
self._buf = b""
|
|
self._position = 0
|
|
|
|
def __iter__(self):
|
|
return self
|
|
|
|
def tell(self):
|
|
"""
|
|
Return the file's current position, like stdio's ftell().
|
|
"""
|
|
_complain_ifclosed(self._closed)
|
|
return self._position
|
|
|
|
def __next__(self):
|
|
"""
|
|
A file object is its own iterator, for example iter(f) returns f (unless f is closed).
|
|
|
|
When a file is used as an iterator, typically in a for loop (for example, for line in f:
|
|
print line), the next() method is called repeatedly. This method returns the next input
|
|
line, or raises StopIteration when EOF is hit.
|
|
"""
|
|
_complain_ifclosed(self._closed)
|
|
r = self.read()
|
|
if not r:
|
|
raise StopIteration
|
|
return r
|
|
|
|
def readable(self):
|
|
return not self._closed
|
|
|
|
def readline(self):
|
|
buf = []
|
|
while True:
|
|
c = self.read(size=1)
|
|
buf.append(c)
|
|
if c == b"\n" or c == b"":
|
|
return b"".join(buf)
|
|
|
|
def flush(self):
|
|
_complain_ifclosed(self._closed)
|
|
|
|
def read(self, size=-1):
|
|
"""
|
|
Read at most size bytes from the file (less if the read hits EOF before obtaining size
|
|
bytes).
|
|
|
|
If the size argument is negative or omitted, read all data until EOF is reached. The bytes
|
|
are returned as a string object. An empty string is returned when EOF is encountered
|
|
immediately.
|
|
"""
|
|
_complain_ifclosed(self._closed)
|
|
buf = self._buf
|
|
while size < 0 or len(buf) < size:
|
|
try:
|
|
buf = buf + next(self._generator)
|
|
except StopIteration:
|
|
break
|
|
|
|
returned = b""
|
|
if size >= 1:
|
|
self._buf = buf[size:]
|
|
returned = buf[:size]
|
|
else:
|
|
self._buf = b""
|
|
returned = buf
|
|
|
|
self._position = self._position + len(returned)
|
|
return returned
|
|
|
|
def seek(self):
|
|
raise NotImplementedError
|
|
|
|
def close(self):
|
|
self._closed = True
|
|
del self._buf
|
|
|
|
def __enter__(self):
|
|
return self
|
|
|
|
def __exit__(self, type, value, traceback):
|
|
self._closed = True
|