test datasets 2.14

.circleci/create_circleci_config.py

@@ -145,6 +145,7 @@ class CircleCIJob:
                 }
             }
         )
+        steps.append({"run": {"name": "Install `datasets@2.14`", "command": 'pip uninstall datasets -y && pip install "datasets @ git+https://github.com/huggingface/datasets@2.14#egg=datasets"'}})
         steps.append({"run": {"name": "Show installed libraries and their versions", "command": "pip freeze | tee installed.txt"}})
         steps.append({"store_artifacts": {"path": "~/transformers/installed.txt"}})
 

setup.py

@@ -103,7 +103,7 @@ _deps = [
     "codecarbon==1.2.0",
     "cookiecutter==1.7.3",
     "dataclasses",
-    "datasets!=2.5.0",
+    "datasets!=2.5.0",  # pinned to datasets@main in create_circleci_config.py
     "decord==0.6.0",
     "deepspeed>=0.9.3",
     "diffusers",