mirror of
https://github.com/huggingface/diffusers.git
synced 2026-01-27 17:22:53 +03:00
* up * up up * update outputs * style * add modular_auto_docstring! * more auto docstring * style * up up up * more more * up * address feedbacks * add TODO in the description for empty docstring * refactor based on dhruv's feedback: remove the class method * add template method * up * up up up * apply auto docstring * make style * rmove space in make docstring * Apply suggestions from code review * revert change in z * fix * Apply style fixes * include auto-docstring check in the modular ci. (#13004) * Run ruff format after auto docstring generation * up * upup * upup * style --------- Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Sayak Paul <spsayakpaul@gmail.com>
146 lines
4.5 KiB
YAML
146 lines
4.5 KiB
YAML
|
|
name: Fast PR tests for Modular
|
|
|
|
on:
|
|
pull_request:
|
|
branches: [main]
|
|
paths:
|
|
- "src/diffusers/modular_pipelines/**.py"
|
|
- "src/diffusers/models/modeling_utils.py"
|
|
- "src/diffusers/models/model_loading_utils.py"
|
|
- "src/diffusers/pipelines/pipeline_utils.py"
|
|
- "src/diffusers/pipeline_loading_utils.py"
|
|
- "src/diffusers/loaders/lora_base.py"
|
|
- "src/diffusers/loaders/lora_pipeline.py"
|
|
- "src/diffusers/loaders/peft.py"
|
|
- "tests/modular_pipelines/**.py"
|
|
- ".github/**.yml"
|
|
- "utils/**.py"
|
|
- "setup.py"
|
|
push:
|
|
branches:
|
|
- ci-*
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
env:
|
|
DIFFUSERS_IS_CI: yes
|
|
HF_XET_HIGH_PERFORMANCE: 1
|
|
OMP_NUM_THREADS: 4
|
|
MKL_NUM_THREADS: 4
|
|
PYTEST_TIMEOUT: 60
|
|
|
|
jobs:
|
|
check_code_quality:
|
|
runs-on: ubuntu-22.04
|
|
steps:
|
|
- uses: actions/checkout@v6
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v6
|
|
with:
|
|
python-version: "3.10"
|
|
- name: Install dependencies
|
|
run: |
|
|
pip install --upgrade pip
|
|
pip install .[quality]
|
|
- name: Check quality
|
|
run: make quality
|
|
- name: Check if failure
|
|
if: ${{ failure() }}
|
|
run: |
|
|
echo "Quality check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make style && make quality'" >> $GITHUB_STEP_SUMMARY
|
|
|
|
check_repository_consistency:
|
|
needs: check_code_quality
|
|
runs-on: ubuntu-22.04
|
|
steps:
|
|
- uses: actions/checkout@v6
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v6
|
|
with:
|
|
python-version: "3.10"
|
|
- name: Install dependencies
|
|
run: |
|
|
pip install --upgrade pip
|
|
pip install .[quality]
|
|
- name: Check repo consistency
|
|
run: |
|
|
python utils/check_copies.py
|
|
python utils/check_dummies.py
|
|
python utils/check_support_list.py
|
|
make deps_table_check_updated
|
|
- name: Check if failure
|
|
if: ${{ failure() }}
|
|
run: |
|
|
echo "Repo consistency check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make fix-copies'" >> $GITHUB_STEP_SUMMARY
|
|
check_auto_docs:
|
|
runs-on: ubuntu-22.04
|
|
steps:
|
|
- uses: actions/checkout@v6
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v6
|
|
with:
|
|
python-version: "3.10"
|
|
- name: Install dependencies
|
|
run: |
|
|
pip install --upgrade pip
|
|
pip install .[quality]
|
|
- name: Check auto docs
|
|
run: make modular-autodoctrings
|
|
- name: Check if failure
|
|
if: ${{ failure() }}
|
|
run: |
|
|
echo "Auto docstring checks failed. Please run `python utils/modular_auto_docstring.py --fix_and_overwrite`." >> $GITHUB_STEP_SUMMARY
|
|
|
|
run_fast_tests:
|
|
needs: [check_code_quality, check_repository_consistency, check_auto_docs]
|
|
name: Fast PyTorch Modular Pipeline CPU tests
|
|
|
|
runs-on:
|
|
group: aws-highmemory-32-plus
|
|
|
|
container:
|
|
image: diffusers/diffusers-pytorch-cpu
|
|
options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/
|
|
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
|
|
steps:
|
|
- name: Checkout diffusers
|
|
uses: actions/checkout@v6
|
|
with:
|
|
fetch-depth: 2
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
uv pip install -e ".[quality]"
|
|
#uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
|
|
uv pip uninstall transformers huggingface_hub && uv pip install transformers==4.57.1
|
|
uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
|
|
|
|
- name: Environment
|
|
run: |
|
|
python utils/print_env.py
|
|
|
|
- name: Run fast PyTorch Pipeline CPU tests
|
|
run: |
|
|
pytest -n 8 --max-worker-restart=0 --dist=loadfile \
|
|
-k "not Flax and not Onnx" \
|
|
--make-reports=tests_torch_cpu_modular_pipelines \
|
|
tests/modular_pipelines
|
|
|
|
- name: Failure short reports
|
|
if: ${{ failure() }}
|
|
run: cat reports/tests_torch_cpu_modular_pipelines_failures_short.txt
|
|
|
|
- name: Test suite reports artifacts
|
|
if: ${{ always() }}
|
|
uses: actions/upload-artifact@v6
|
|
with:
|
|
name: pr_pytorch_pipelines_torch_cpu_modular_pipelines_test_reports
|
|
path: reports
|