mirror of
https://github.com/huggingface/diffusers.git
synced 2026-01-29 07:22:12 +03:00
up
This commit is contained in:
@@ -374,6 +374,10 @@ def _check_attention_backend_requirements(backend: AttentionBackendName) -> None
|
||||
raise RuntimeError(
|
||||
f"Flash Attention 3 Hub backend '{backend.value}' is not usable because the `kernels` package isn't available. Please install it with `pip install kernels`."
|
||||
)
|
||||
if flash_attn_3_hub_func is None:
|
||||
raise RuntimeError(
|
||||
"`flash_attn_3_hub_func` wasn't available. Please double if `kernels` was able to successfully pull the FA3 kernel from kernels-community/vllm-flash-attn3."
|
||||
)
|
||||
elif backend in [AttentionBackendName._FLASH_VARLEN_3_HUB]:
|
||||
raise NotImplementedError
|
||||
|
||||
|
||||
@@ -13,5 +13,5 @@ def _get_fa3_from_hub():
|
||||
try:
|
||||
flash_attn_3_hub = get_kernel(_DEFAULT_HUB_ID_FA3)
|
||||
return flash_attn_3_hub
|
||||
except Exception as e:
|
||||
raise e
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
Reference in New Issue
Block a user