mirror of
https://github.com/quay/quay.git
synced 2026-01-26 06:21:37 +03:00
* Remove V3_UPGRADE_MODE * Remove tag backfill worker and all callers to tag backfill and upgrades * Change initdb to create all test data via the manifest builder, rather than manually via legacy images * Convert various code paths to use the registry_model where we previously did not do so * Convert the GC test suite to build via the manifest builder * Delete an old, unused tool * Delete the Pre OCI registry model * Add additional error handling to the manifest creation code path * Add additional error handling to the OCI tag creation code path * Change how we respond to invalid manifest content types to better handle unknowns * Change legacy secscan test suite to use the registry model * Change the repo build badge to use the registry model (also fixes a bug) * Delete now-unused data model code * Remove old model adjustment code from OCI model * Mark older data models as deprecated which will prevent new rows from being inserted * Remove references to old registry test suite from various testing files * Remove tag backfill worker (again; got re-added during rebase) * Move all deprecated model checks into a central function * Make data_migration more Pythonic * Small requested fixes to Tag module styling * Have tag backfill worker fail to migrate if there are TagManifest's Since this backfill should only be called in future releases for empty models, this should catch someone attempting to upgrade from a too-old version * Remove labelbackfillworker as it is no longer needed * Remove unused invalid import * Reimplement the tag test for the remaining method used
177 lines
4.6 KiB
Makefile
177 lines
4.6 KiB
Makefile
SHELL := /bin/bash
|
|
|
|
export PATH := ./venv/bin:$(PATH)
|
|
|
|
SHA := $(shell git rev-parse --short HEAD )
|
|
REPO := quay.io/quay/quay
|
|
TAG := $(REPO):$(SHA)
|
|
|
|
MODIFIED_FILES_COUNT = $(shell git diff --name-only origin/master | grep -E .+\.py$ | wc -l)
|
|
GIT_MERGE_BASED = $(shell git merge-base origin/master HEAD)
|
|
MODIFIED_FILES = $(shell git diff --name-only $(GIT_MERGE_BASED) | grep -E .+\.py$ | paste -sd ' ')
|
|
|
|
show-modified:
|
|
echo $(MODIFIED_FILES)
|
|
|
|
.PHONY: all unit-test registry-test registry-test-old buildman-test test pkgs build run clean
|
|
|
|
all: clean pkgs test build
|
|
|
|
pkgs: requirements.txt requirements-dev.txt requirements-tests.txt
|
|
pip install -r $<
|
|
|
|
requirements.txt: requirements-nover.txt
|
|
# Create a new virtualenv and activate it
|
|
pyenv virtualenv 2.7.12 quay-deps
|
|
pyenv activate quay-deps
|
|
|
|
# Install unversioned dependencies with your changes
|
|
pip install -r requirements-nover.txt
|
|
|
|
# Run the unit test suite
|
|
$(MAKE) unit
|
|
|
|
# Freeze the versions of all of the dependencies
|
|
pip freeze > requirements.txt
|
|
|
|
# Delete the virtualenv
|
|
pyenv uninstall quay-deps
|
|
|
|
QUAY_CONFIG ?= ../quay-config
|
|
conf/stack/license: $(QUAY_CONFIG)/local/license
|
|
mkdir -p conf/stack
|
|
ln -s $(QUAY_CONFIG)/local/license conf/stack/license
|
|
|
|
unit-test:
|
|
TEST=true PYTHONPATH="." py.test \
|
|
--cov="." --cov-report=html --cov-report=term-missing \
|
|
--timeout=3600 --verbose -x \
|
|
./
|
|
|
|
registry-test:
|
|
TEST=true PYTHONPATH="." py.test \
|
|
--cov="." --cov-report=html --cov-report=term-missing \
|
|
--timeout=3600 --verbose --show-count -x \
|
|
test/registry/registry_tests.py
|
|
|
|
|
|
buildman-test:
|
|
TEST=true PYTHONPATH="." py.test \
|
|
--cov="." --cov-report=html --cov-report=term-missing \
|
|
--timeout=3600 --verbose --show-count -x \
|
|
./buildman/
|
|
|
|
certs-test:
|
|
./test/test_certs_install.sh
|
|
|
|
full-db-test: ensure-test-db
|
|
TEST=true PYTHONPATH=. QUAY_OVERRIDE_CONFIG='{"DATABASE_SECRET_KEY": "anothercrazykey!"}' \
|
|
alembic upgrade head
|
|
TEST=true PYTHONPATH=. \
|
|
SKIP_DB_SCHEMA=true py.test --timeout=7200 \
|
|
--verbose --show-count -x --ignore=endpoints/appr/test/ \
|
|
./
|
|
|
|
clients-test:
|
|
cd test/clients; python clients_test.py
|
|
|
|
test: unit-test registry-test registry-test-old certs-test
|
|
|
|
ensure-test-db:
|
|
@if [ -z $(TEST_DATABASE_URI) ]; then \
|
|
echo "TEST_DATABASE_URI is undefined"; \
|
|
exit 1; \
|
|
fi
|
|
|
|
PG_PASSWORD := quay
|
|
PG_USER := quay
|
|
PG_HOST := postgresql://$(PG_USER):$(PG_PASSWORD)@localhost/quay
|
|
|
|
test_postgres : TEST_ENV := SKIP_DB_SCHEMA=true TEST=true \
|
|
TEST_DATABASE_URI=$(PG_HOST) PYTHONPATH=.
|
|
|
|
test_postgres:
|
|
docker rm -f postgres-testrunner-postgres || true
|
|
docker run --name postgres-testrunner-postgres \
|
|
-e POSTGRES_PASSWORD=$(PG_PASSWORD) -e POSTGRES_USER=${PG_USER} \
|
|
-p 5432:5432 -d postgres:9.2
|
|
until pg_isready -d $(PG_HOST); do sleep 1; echo "Waiting for postgres"; done
|
|
$(TEST_ENV) alembic upgrade head
|
|
$(TEST_ENV) py.test --timeout=7200 --verbose --show-count ./ --color=no \
|
|
--ignore=endpoints/appr/test/ -x
|
|
docker rm -f postgres-testrunner-postgres || true
|
|
|
|
WEBPACK := node_modules/.bin/webpack
|
|
$(WEBPACK): package.json
|
|
npm install webpack
|
|
npm install
|
|
|
|
BUNDLE := static/js/build/bundle.js
|
|
$(BUNDLE): $(WEBPACK) tsconfig.json webpack.config.js typings.json
|
|
$(WEBPACK)
|
|
|
|
GRUNT := grunt/node_modules/.bin/grunt
|
|
$(GRUNT): grunt/package.json
|
|
cd grunt && npm install
|
|
|
|
JS := quay-frontend.js quay-frontend.min.js template-cache.js
|
|
CSS := quay-frontend.css
|
|
DIST := $(addprefix static/dist/, $(JS) $(CSS) cachebusters.json)
|
|
$(DIST): $(GRUNT)
|
|
cd grunt && ../$(GRUNT)
|
|
|
|
build: $(WEBPACK) $(GRUNT)
|
|
|
|
docker-build: pkgs build
|
|
ifneq (0,$(shell git status --porcelain | awk 'BEGIN {print $N}'))
|
|
echo 'dirty build not supported - run `FORCE=true make clean` to remove'
|
|
exit 1
|
|
endif
|
|
# get named head (ex: branch, tag, etc..)
|
|
NAME = $(shell git rev-parse --abbrev-ref HEAD)
|
|
# checkout commit so .git/HEAD points to full sha (used in Dockerfile)
|
|
git checkout $(SHA)
|
|
docker build -t $(TAG) .
|
|
git checkout $(NAME)
|
|
echo $(TAG)
|
|
|
|
app-sre-docker-build-rhel7:
|
|
$(BUILD_CMD) -t ${IMG} -f Dockerfile.osbs .
|
|
|
|
app-sre-docker-build-centos7:
|
|
$(BUILD_CMD) -t ${IMG} -f Dockerfile.centos7.osbs .
|
|
|
|
run: license
|
|
goreman start
|
|
|
|
|
|
clean:
|
|
find . -name "*.pyc" -exec rm -rf {} \;
|
|
rm -rf node_modules 2> /dev/null
|
|
rm -rf grunt/node_modules 2> /dev/null
|
|
rm -rf dest 2> /dev/null
|
|
rm -rf dist 2> /dev/null
|
|
rm -rf .cache 2> /dev/null
|
|
rm -rf static/js/build
|
|
rm -rf static/build
|
|
rm -rf static/dist
|
|
rm -rf build
|
|
rm -rf conf/stack
|
|
rm -rf screenshots
|
|
|
|
|
|
yapf-all:
|
|
yapf -r . -p -i
|
|
|
|
|
|
yapf-diff:
|
|
if [ $(MODIFIED_FILES_COUNT) -ne 0 ]; then yapf -d -p $(MODIFIED_FILES) ; fi
|
|
|
|
|
|
yapf-test:
|
|
if [ `yapf -d -p $(MODIFIED_FILES) | wc -l` -gt 0 ] ; then false ; else true ;fi
|
|
|
|
|
|
black:
|
|
black --line-length 100 --target-version py27 .
|