quay/.github/workflows/CI.yaml

name: CI
on:
  # See the documentation for more intricate event dispatch here:
  # https://help.github.com/en/actions/reference/workflow-syntax-for-github-actions#on
  push:
    branches:
    - "!dependabot/*"
    - "*"
  pull_request:
    branches:
    - "*"
jobs:
  build:
    name: Format
    runs-on: ubuntu-22.04
    steps:

    - name: Checkout
      uses: actions/checkout@v3

    - name: Set up Python 3.9
      uses: actions/setup-python@v4
      with:
        python-version: 3.9

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install black==22.3.0
        pip install flake8

    - name: Check Formatting (Black)
      run: |
        black --line-length=100 --target-version=py39 --check --diff .

    - name: Check Formatting (Flake8)
      run: |
        # The code-base needs to be cleaned up. There are too many Flake8
        # related warnings now. Ignore known problems to catch new ones.
        flake8 --ignore=C901,E203,E262,E265,E266,E402,E501,E712,E713,E722,E731,E741,F401,F403,F405,F811,F821,F841,W503
        # Run full scan for visibility purposes.
        flake8 --exit-zero

    - name: Check Requirements are pinned
      run: |
        # Read each line of requirement.txt and flag if any line doesn't contain ==, @, newline, or #
        sed '/^$/d' < requirements.txt | while read i; do if [[ ! $i =~ [==|@|^#] ]]; then echo $i is not pinned; fi; done

  unit:
    name: Unit Test
    runs-on: ubuntu-22.04
    steps:

    - name: Checkout
      uses: actions/checkout@v3

    - name: Install deps and OpenSSL 1.1
      run: |
        sudo apt-get -y update
        sudo apt-get install -y wget build-essential
        wget https://www.openssl.org/source/openssl-1.1.1w.tar.gz
        tar -xzf openssl-1.1.1w.tar.gz
        cd openssl-1.1.1w
        ./config --prefix=/opt/openssl-1.1 --openssldir=/opt/openssl-1.1
        sudo make install

    - name: Download Python and configure python with OpenSSL 1.1
      run: |
        cd /usr/local/src
        sudo wget https://www.python.org/ftp/python/3.9.0/Python-3.9.0.tgz
        sudo tar -xzf Python-3.9.0.tgz
        cd Python-3.9.0
        sudo ./configure --prefix=/opt/python3.9-openssl1.1 \
            --with-openssl=/opt/openssl-1.1 \
            --enable-optimizations
        sudo make -j$(nproc)
        sudo make altinstall

    - name: Test OpenSSL version
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"

    - name: Install dependencies
      run: |
        sudo apt-get update
        sudo apt-get install libgpgme-dev libldap2-dev libsasl2-dev swig
        cat requirements-dev.txt | grep tox | xargs pip install

    - name: tox
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"
        /opt/python3.9-openssl1.1/bin/python3.9 -m venv .venv
        source .venv/bin/activate
        tox -e py39-unit

  types:
    name: Types Test
    runs-on: ubuntu-22.04
    steps:

    - name: Checkout
      uses: actions/checkout@v3

    - name: Set up Python 3.9
      uses: actions/setup-python@v4
      with:
        python-version: 3.9
        cache: 'pip'
        cache-dependency-path: |
          requirements.txt
          requirements-dev.txt

    - name: Install system dependencies
      run: |
        sudo apt-get update
        sudo apt-get install libgpgme-dev libldap2-dev libsasl2-dev swig

    - name: Check requirements.txt
      run: |
        pip install wheel  # allow pip to use wheel instead of legacy 'setup.py install'
        ./hack/verify-requirements.sh

    - name: Install dependencies
      run: |
        pip install -r ./requirements-dev.txt

    - name: Check Types
      run: make types-test

  e2e:
    name: E2E Tests
    runs-on: ubuntu-22.04
    steps:

    - name: Checkout
      uses: actions/checkout@v3

    - name: Install deps and OpenSSL 1.1
      run: |
        sudo apt-get -y update
        sudo apt-get install -y wget build-essential
        wget https://www.openssl.org/source/openssl-1.1.1w.tar.gz
        tar -xzf openssl-1.1.1w.tar.gz
        cd openssl-1.1.1w
        ./config --prefix=/opt/openssl-1.1 --openssldir=/opt/openssl-1.1
        sudo make install

    - name: Download Python and configure python with OpenSSL 1.1
      run: |
        cd /usr/local/src
        sudo wget https://www.python.org/ftp/python/3.9.0/Python-3.9.0.tgz
        sudo tar -xzf Python-3.9.0.tgz
        cd Python-3.9.0
        sudo ./configure --prefix=/opt/python3.9-openssl1.1 \
            --with-openssl=/opt/openssl-1.1 \
            --enable-optimizations
        sudo make -j$(nproc)
        sudo make altinstall

    - name: Test OpenSSL version
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"

    - name: Install dependencies
      run: |
        sudo apt-get update
        sudo apt-get install libgpgme-dev libldap2-dev libsasl2-dev swig
        python -m pip install --upgrade pip
        cat requirements-dev.txt | grep tox | xargs pip install

    - name: tox
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"
        /opt/python3.9-openssl1.1/bin/python3.9 -m venv .venv
        source .venv/bin/activate
        tox -e py39-e2e

  registry:
    name: E2E Registry Tests
    runs-on: ubuntu-22.04
    steps:

    - name: Checkout
      uses: actions/checkout@v3

    - name: Install deps and OpenSSL 1.1
      run: |
        sudo apt-get -y update
        sudo apt-get install -y wget build-essential
        wget https://www.openssl.org/source/openssl-1.1.1w.tar.gz
        tar -xzf openssl-1.1.1w.tar.gz
        cd openssl-1.1.1w
        ./config --prefix=/opt/openssl-1.1 --openssldir=/opt/openssl-1.1
        sudo make install

    - name: Download Python and configure python with OpenSSL 1.1
      run: |
        cd /usr/local/src
        sudo wget https://www.python.org/ftp/python/3.9.0/Python-3.9.0.tgz
        sudo tar -xzf Python-3.9.0.tgz
        cd Python-3.9.0
        sudo ./configure --prefix=/opt/python3.9-openssl1.1 \
            --with-openssl=/opt/openssl-1.1 \
            --enable-optimizations
        sudo make -j$(nproc)
        sudo make altinstall

    - name: Test OpenSSL version
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"

    - name: Install dependencies
      run: |
        sudo apt-get update
        sudo apt-get install libgpgme-dev libldap2-dev libsasl2-dev swig
        python -m pip install --upgrade pip
        cat requirements-dev.txt | grep tox | xargs pip install

    - name: tox
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"
        /opt/python3.9-openssl1.1/bin/python3.9 -m venv .venv
        source .venv/bin/activate
        tox -e py39-registry

  cypress:
    name: Cypress Tests
    runs-on: ubuntu-22.04
    steps:

    - name: Checkout
      uses: actions/checkout@v3

    - name: Set up Docker Buildx
      uses: docker/setup-buildx-action@v2

    - name: Docker Build
      env:
       DOCKER_BUILDKIT: 1
      run: docker build -t localhost/quay-local:latest .

    - name: Start Quay
      run: |
        docker compose up -d redis quay-db
        docker exec -t quay-db bash -c 'while ! pg_isready; do echo "waiting for postgres"; sleep 2; done'
        DOCKER_USER="1001:0" docker compose up -d --no-build quay

    - name: Checkout
      uses: actions/checkout@v3

    - name: Seed Database
      run: cd web && npm run quay:seed

    - name: Set up Python 3.9
      uses: actions/setup-python@v4
      with:
        python-version: 3.9

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install pytest requests

    - name: Integration Test
      run:  |
        docker restart quay-quay
        sleep 30
        make integration-test

    - name: Cypress run
      uses: cypress-io/github-action@v5
      with:
        browser: chrome
        build: npm run build
        start: npm run start:integration
        wait-on: 'http://localhost:9000'
        wait-on-timeout: 120
        working-directory: web
      env:
        REACT_QUAY_APP_API_URL: http://localhost:8080

    - uses: actions/upload-artifact@v4
      if: failure()
      with:
        name: cypress-screenshots
        path: web/cypress/screenshots

    - uses: actions/upload-artifact@v4
      if: always()
      with:
        name: cypress-videos
        path: web/cypress/videos

  mysql:
    name: E2E MySQL Test
    runs-on: ubuntu-22.04

    steps:
    - name: Checkout
      uses: actions/checkout@v3

    - name: Install deps and OpenSSL 1.1
      run: |
        sudo apt-get -y update
        sudo apt-get install -y wget build-essential
        wget https://www.openssl.org/source/openssl-1.1.1w.tar.gz
        tar -xzf openssl-1.1.1w.tar.gz
        cd openssl-1.1.1w
        ./config --prefix=/opt/openssl-1.1 --openssldir=/opt/openssl-1.1
        sudo make install

    - name: Download Python and configure python with OpenSSL 1.1
      run: |
        cd /usr/local/src
        sudo wget https://www.python.org/ftp/python/3.9.0/Python-3.9.0.tgz
        sudo tar -xzf Python-3.9.0.tgz
        cd Python-3.9.0
        sudo ./configure --prefix=/opt/python3.9-openssl1.1 \
            --with-openssl=/opt/openssl-1.1 \
            --enable-optimizations
        sudo make -j$(nproc)
        sudo make altinstall

    - name: Test OpenSSL version
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"

    - name: Install dependencies
      run: |
        sudo apt-get update
        sudo apt-get install libgpgme-dev libldap2-dev libsasl2-dev swig
        sudo systemctl unmask docker
        sudo systemctl start docker
        docker version
        python -m pip install --upgrade pip
        cat requirements-dev.txt | grep tox | xargs pip install

    - name: tox
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"
        /opt/python3.9-openssl1.1/bin/python3.9 -m venv .venv
        source .venv/bin/activate
        tox -e py39-mysql

  psql:
    name: E2E Postgres Test
    runs-on: ubuntu-22.04
    steps:

    - name: Checkout
      uses: actions/checkout@v3

    - name: Install deps and OpenSSL 1.1
      run: |
        sudo apt-get -y update
        sudo apt-get install -y wget build-essential
        wget https://www.openssl.org/source/openssl-1.1.1w.tar.gz
        tar -xzf openssl-1.1.1w.tar.gz
        cd openssl-1.1.1w
        ./config --prefix=/opt/openssl-1.1 --openssldir=/opt/openssl-1.1
        sudo make install

    - name: Download Python and configure python with OpenSSL 1.1
      run: |
        cd /usr/local/src
        sudo wget https://www.python.org/ftp/python/3.9.0/Python-3.9.0.tgz
        sudo tar -xzf Python-3.9.0.tgz
        cd Python-3.9.0
        sudo ./configure --prefix=/opt/python3.9-openssl1.1 \
            --with-openssl=/opt/openssl-1.1 \
            --enable-optimizations
        sudo make -j$(nproc)
        sudo make altinstall

    - name: Test OpenSSL version
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"

    - name: Install dependencies
      run: |
        sudo apt-get update
        sudo apt-get install libgpgme-dev libldap2-dev libsasl2-dev swig
        sudo systemctl unmask docker
        sudo systemctl start docker
        docker version
        python -m pip install --upgrade pip
        cat requirements-dev.txt | grep tox | xargs pip install

    - name: tox
      run: |
        /opt/python3.9-openssl1.1/bin/python3.9 -c "import ssl; print(ssl.OPENSSL_VERSION)"
        /opt/python3.9-openssl1.1/bin/python3.9 -m venv .venv
        source .venv/bin/activate
        tox -e py39-psql