install transformers from main

.github/workflows/benchmark.yml

@@ -40,6 +40,7 @@ jobs:
           apt install -y libpq-dev postgresql-client
           python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
           python -m uv pip install -e [quality,test]
+          python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
           python -m uv pip install -r benchmarks/requirements.txt
       - name: Environment
         run: |

.github/workflows/mirror_community_pipeline.yml

@@ -76,7 +76,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install --upgrade huggingface_hub
-          pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
 
       # Check secret is set
       - name: whoami

.github/workflows/pr_dependency_test.yml

@@ -28,7 +28,7 @@ jobs:
           python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
           python -m pip install --upgrade pip uv
           python -m uv pip install --prerelease=allow -e .
-          python -m uv pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
           python -m uv pip install pytest
       - name: Check for soft dependencies
         run: |

.github/workflows/pr_modular_tests.yml

@@ -44,7 +44,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install .[quality]
-          pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Check quality
         run: make quality
       - name: Check if failure
@@ -65,7 +65,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install .[quality]
-          pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Check repo consistency
         run: |
           python utils/check_copies.py

.github/workflows/pr_test_fetcher.yml

@@ -35,6 +35,7 @@ jobs:
       run: |
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
         python -m uv pip install --prerelease=allow -e [quality,test]
+        python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
     - name: Environment
       run: |
         python utils/print_env.py
@@ -92,6 +93,7 @@ jobs:
       run: |
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
         python -m pip install -e [quality,test]
+        python -m pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
         python -m pip install accelerate
 
     - name: Environment
@@ -149,6 +151,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
+        python -m pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
         python -m pip install -e [quality,test]
 
     - name: Environment

.github/workflows/pr_tests.yml

@@ -40,7 +40,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install .[quality]
-          pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Check quality
         run: make quality
       - name: Check if failure
@@ -61,7 +61,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install .[quality]
-          pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Check repo consistency
         run: |
           python utils/check_copies.py
@@ -199,6 +199,7 @@ jobs:
       run: |
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
         python -m uv pip install --prerelease=allow -e [quality,test]
+        python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
 
     - name: Environment
       run: |

.github/workflows/pr_tests_gpu.yml

@@ -41,7 +41,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install .[quality]
-          pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Check quality
         run: make quality
       - name: Check if failure
@@ -62,7 +62,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install .[quality]
-          pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Check repo consistency
         run: |
           python utils/check_copies.py
@@ -92,6 +92,7 @@ jobs:
         run: |
           python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
           python -m uv pip install --prerelease=allow -e [quality,test]
+          python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Environment
         run: |
           python utils/print_env.py
@@ -268,7 +269,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
-        pip uninstall transformers -y && python -m uv pip install -U transformers@git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 --no-deps
+        pip uninstall transformers -y && python -m uv pip install -U transformers@git+https://github.com/huggingface/transformers.git --no-deps
         python -m uv pip install --prerelease=allow -e [quality,test,training]
 
     - name: Environment

.github/workflows/pr_torch_dependency_test.yml

@@ -30,7 +30,7 @@ jobs:
           python -m uv pip install --prerelease=allow -e .
           python -m uv pip install torch torchvision torchaudio
           python -m uv pip install pytest
-          python -m uv pip install git+https://github.com/huggingface/transformers.git@ci-test-huggingface-hub-v1.0.0.rc0 # temporary (only for tests)
+          python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Check for soft dependencies
         run: |
           python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

.github/workflows/push_tests.yml

@@ -36,6 +36,7 @@ jobs:
         run: |
           python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
           python -m uv pip install --prerelease=allow -e [quality,test]
+          python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
       - name: Environment
         run: |
           python utils/print_env.py
@@ -77,6 +78,7 @@ jobs:
         run: |
           python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
           python -m uv pip install --prerelease=allow -e [quality,test]
+          python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
           pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
       - name: Environment
         run: |
@@ -182,6 +184,7 @@ jobs:
       run: |
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
         python -m uv pip install --prerelease=allow -e [quality,test,training]
+        python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
     - name: Environment
       run: |
         python utils/print_env.py
@@ -225,6 +228,7 @@ jobs:
       run: |
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
         python -m uv pip install --prerelease=allow -e [quality,test,training]
+        python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
     - name: Environment
       run: |
         python utils/print_env.py
@@ -266,6 +270,7 @@ jobs:
       run: |
         python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
         python -m uv pip install --prerelease=allow -e [quality,test,training]
+        python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
 
     - name: Environment
       run: |

.github/workflows/pypi_publish.yaml

@@ -54,7 +54,7 @@ jobs:
           python -m pip install --upgrade pip
           pip install -U setuptools wheel twine
           pip install -U torch --index-url https://download.pytorch.org/whl/cpu
-          pip install -U transformers
+          pip install git+https://github.com/huggingface/transformers.git # temporary (only for tests)
 
       - name: Build the dist files
         run: python setup.py bdist_wheel && python setup.py sdist

.github/workflows/run_tests_from_a_pr.yml

@@ -65,6 +65,7 @@ jobs:
         run: |
           python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
           python -m uv pip install -e [quality,test]
+          python -m uv pip install --prerelease=allow git+https://github.com/huggingface/transformers.git # temporary (only for tests)
           python -m uv pip install peft
 
       - name: Run tests

setup.py

@@ -237,7 +237,7 @@ extras["test"] = deps_list(
     "scipy",
     "tiktoken",
     "torchvision",
-    "transformers",
+    # "transformers",
     "phonemizer",
 )
 extras["torch"] = deps_list("torch", "accelerate")