Compare commits

...

3 Commits

Author SHA1 Message Date
29845c2460 fix eetq 2024-11-21 23:15:27 +00:00
4a7158d05c skip eetq tests loading shard_checkpoint 2024-11-21 23:00:21 +00:00
b2e08a8466 New awq version 2024-11-21 22:34:01 +00:00

View File

@ -1006,6 +1006,17 @@ def is_auto_gptq_available():
def is_eetq_available():
if not _eetq_available:
return _eetq_available
try:
from eetq import EetqLinear # noqa: F401
except ImportError as exc:
if "shard_checkpoint" in str(exc):
# eetq is currently broken with newer transformers versions because it tries to import shard_checkpoint
# see https://github.com/NetEase-FuXi/EETQ/issues/34
# TODO: Remove once eetq releasees a fix and this release is used in CI
return False
return _eetq_available