From 61a11f91804321aa6ad008597059a4dab50af33c Mon Sep 17 00:00:00 2001
From: Benjamin Bossan <BenjaminBossan@users.noreply.github.com>
Date: Mon, 13 Oct 2025 16:53:35 +0200
Subject: [PATCH] CI Testing transformers deprecations (#2817)

Check if PEFT triggers transformers FutureWarning or DeprecationWarning
by converting these warnings into failures.
---
 pyproject.toml    |  5 +++++
 tests/conftest.py | 17 +++++++++++++++++
 2 files changed, 22 insertions(+)

diff --git a/pyproject.toml b/pyproject.toml
index 4f09d81e..76c72941 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -49,3 +49,8 @@ markers = [
     "regression: whether to run regression suite test",
     "bitsandbytes: select bitsandbytes integration tests"
 ]
+
+filterwarnings = [
+    "error::DeprecationWarning:transformers",
+    "error::FutureWarning:transformers",
+]
diff --git a/tests/conftest.py b/tests/conftest.py
index e4ee39b6..866ae885 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -12,6 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import logging
 import platform
 import re
 
@@ -25,6 +26,22 @@ def pytest_addoption(parser):
 def pytest_configure(config):
     config.addinivalue_line("markers", "regression: mark regression tests")
 
+    # Errors from transformers deprecations
+    logger = logging.getLogger("transformers")
+
+    class ErrorOnDeprecation(logging.Handler):
+        def emit(self, record):
+            msg = record.getMessage().lower()
+            if "deprecat" in msg or "future" in msg:
+                if "torch_dtype" not in msg:
+                    # let's ignore the torch_dtype => dtype deprecation for now
+                    raise AssertionError(f"**Transformers Deprecation**: {msg}")
+
+    # Add our handler
+    handler = ErrorOnDeprecation()
+    logger.addHandler(handler)
+    logger.setLevel(logging.WARNING)
+
 
 def pytest_collection_modifyitems(config, items):
     if config.getoption("--regression"):