up

.github/workflows/test.yml

@@ -24,7 +24,7 @@ jobs:
       max-parallel: 4
       matrix:
         python-version: ["3.10", "3.12"]
-        torch-version: ["2.7.0", "2.8.0"]
+        torch-version: ["2.6.0", "2.7.0"]
 
     env:
       UV_PYTHON_PREFERENCE: only-managed

docs/source/api/kernels.md

@@ -6,10 +6,6 @@
 
 [[autodoc]] kernels.get_kernel
 
-### get_local_kernel
-
-[[autodoc]] kernels.get_local_kernel
-
 ### has_kernel
 
 [[autodoc]] kernels.has_kernel

docs/source/api/layers.md

@@ -39,11 +39,3 @@
 ### LayerRepository
 
 [[autodoc]] kernels.LayerRepository
-
-### LocalLayerRepository
-
-[[autodoc]] kernels.LocalLayerRepository
-
-### LockedLayerRepository
-
-[[autodoc]] kernels.LockedLayerRepository

docs/source/cli.md

@@ -48,7 +48,7 @@ $ kernels to-wheel drbh/img2grey 1.1.2
 ### kernels upload
 
 Use `kernels upload <dir_containing_build> --repo_id="hub-username/kernel"` to upload
-your kernel builds to the Hub. To know the supported arguments run: `kernels upload -h`.
+your kernel builds to the Hub.
 
 **Notes**:
 

docs/source/faq.md

@@ -39,13 +39,3 @@ The approach of `forward`-replacement is the least invasive, because
 it preserves the original model graph. It is also reversible, since
 even though the `forward` of a layer _instance_ might be replaced,
 the corresponding class still has the original `forward`.
-
-## Misc
-
-### How can I disable kernel reporting in the user-agent?
-
-By default, we collect telemetry when a call to `get_kernel()` is made.
-This only includes the `kernels` version, `torch` version, and the build
-information for the kernel being requested.
-
-You can disable this by setting `export DISABLE_TELEMETRY=yes`.

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "kernels"
-version = "0.10.4.dev0"
+version = "0.10.2.dev0"
 description = "Download compute kernels"
 authors = [
   { name = "OlivierDehaene", email = "olivier@huggingface.co" },

src/kernels/check.py

@@ -1,19 +1,18 @@
-import sys
 from pathlib import Path
+import sys
 
 from huggingface_hub import snapshot_download
+from kernels.utils import CACHE_DIR
 from kernel_abi_check import (
     BinaryFormat,
-    IncompatibleAbi3Symbol,
     IncompatibleMacOSVersion,
+    ObjectFile,
+    IncompatibleAbi3Symbol,
+    NonAbi3Symbol,
     IncompatibleManylinuxSymbol,
     MissingMacOSVersion,
-    NonAbi3Symbol,
-    ObjectFile,
 )
 
-from kernels.utils import CACHE_DIR
-
 
 def check_kernel(
     *, macos: str, manylinux: str, python_abi: str, repo_id: str, revision: str

src/kernels/cli.py

@@ -1,11 +1,10 @@
 import argparse
 import dataclasses
 import json
-import re
 import sys
 from pathlib import Path
 
-from huggingface_hub import create_repo, upload_folder, create_branch
+from huggingface_hub import create_repo, upload_folder
 
 from kernels.compat import tomllib
 from kernels.lockfile import KernelLock, get_kernel_locks
@@ -14,8 +13,6 @@ from kernels.utils import install_kernel, install_kernel_all_variants
 from .doc import generate_readme_for_kernel
 from .wheel import build_variant_to_wheel
 
-BUILD_VARIANT_REGEX = re.compile(r"^(torch\d+\d+|torch-universal)")
-
 
 def main():
     parser = argparse.ArgumentParser(
@@ -68,15 +65,10 @@ def main():
         help="Directory of the kernel build",
     )
     upload_parser.add_argument(
-        "--repo-id",
+        "--repo_id",
         type=str,
         help="Repository ID to use to upload to the Hugging Face Hub",
     )
-    upload_parser.add_argument(
-        "--branch",
-        type=None,
-        help="If set, the upload will be made to a particular branch of the provided `repo-id`.",
-    )
     upload_parser.add_argument(
         "--private",
         action="store_true",
@@ -207,31 +199,17 @@ def lock_kernels(args):
 
 
 def upload_kernels(args):
-    # Resolve `kernel_dir` to be uploaded.
     kernel_dir = Path(args.kernel_dir).resolve()
-
-    build_dir = None
-    for candidate in [kernel_dir / "build", kernel_dir]:
-        variants = [
-            variant_path
-            for variant_path in candidate.glob("torch*")
-            if BUILD_VARIANT_REGEX.match(variant_path.name) is not None
-        ]
-        if variants:
-            build_dir = candidate
-            break
-    if build_dir is None:
-        raise ValueError(
-            f"Couldn't find any build variants in: {kernel_dir.absolute()} or {(kernel_dir / 'build').absolute()}"
-        )
+    build_dir = kernel_dir / "build"
+    if not kernel_dir.is_dir():
+        raise ValueError(f"{kernel_dir} is not a directory")
+    if not build_dir.is_dir():
+        raise ValueError("Couldn't find `build` directory inside `kernel_dir`")
 
     repo_id = create_repo(
         repo_id=args.repo_id, private=args.private, exist_ok=True
     ).repo_id
 
-    if args.branch is not None:
-        create_branch(repo_id=repo_id, branch=args.branch, exist_ok=True)
-
     delete_patterns: set[str] = set()
     for build_variant in build_dir.iterdir():
         if build_variant.is_dir():
@@ -240,7 +218,6 @@ def upload_kernels(args):
     upload_folder(
         repo_id=repo_id,
         folder_path=build_dir,
-        revision=args.branch,
         path_in_repo="build",
         delete_patterns=list(delete_patterns),
         commit_message="Build uploaded using `kernels`.",

src/kernels/utils.py

@@ -11,7 +11,7 @@ import sys
 from importlib.metadata import Distribution
 from pathlib import Path
 from types import ModuleType
-from typing import Dict, List, Optional, Tuple, Union
+from typing import Dict, List, Optional, Tuple
 
 from huggingface_hub import file_exists, snapshot_download
 from packaging.version import parse
@@ -19,8 +19,6 @@ from packaging.version import parse
 from kernels._versions import select_revision_or_version
 from kernels.lockfile import KernelLock, VariantLock
 
-ENV_VARS_TRUE_VALUES = {"1", "ON", "YES", "TRUE"}
-
 
 def _get_cache_dir() -> Optional[str]:
     """Returns the kernels cache directory."""
@@ -56,7 +54,7 @@ def build_variant() -> str:
         compute_framework = f"rocm{rocm_version.major}{rocm_version.minor}"
     elif torch.backends.mps.is_available():
         compute_framework = "metal"
-    elif hasattr(torch.version, "xpu") and torch.version.xpu is not None:
+    elif torch.version.xpu is not None:
         version = torch.version.xpu
         compute_framework = f"xpu{version[0:4]}{version[5:6]}"
     elif _get_privateuse_backend_name() == "npu":
@@ -110,7 +108,6 @@ def install_kernel(
     revision: str,
     local_files_only: bool = False,
     variant_locks: Optional[Dict[str, VariantLock]] = None,
-    user_agent: Optional[Union[str, dict]] = None,
 ) -> Tuple[str, Path]:
     """
     Download a kernel for the current environment to the cache.
@@ -126,8 +123,6 @@ def install_kernel(
             Whether to only use local files and not download from the Hub.
         variant_locks (`Dict[str, VariantLock]`, *optional*):
             Optional dictionary of variant locks for validation.
-        user_agent (`Union[str, dict]`, *optional*):
-            The `user_agent` info to pass to `snapshot_download()` for internal telemetry.
 
     Returns:
         `Tuple[str, Path]`: A tuple containing the package name and the path to the variant directory.
@@ -135,7 +130,6 @@ def install_kernel(
     package_name = package_name_from_repo_id(repo_id)
     variant = build_variant()
     universal_variant = universal_build_variant()
-    user_agent = _get_user_agent(user_agent=user_agent)
     repo_path = Path(
         snapshot_download(
             repo_id,
@@ -143,7 +137,6 @@ def install_kernel(
             cache_dir=CACHE_DIR,
             revision=revision,
             local_files_only=local_files_only,
-            user_agent=user_agent,
         )
     )
 
@@ -220,10 +213,7 @@ def install_kernel_all_variants(
 
 
 def get_kernel(
-    repo_id: str,
-    revision: Optional[str] = None,
-    version: Optional[str] = None,
-    user_agent: Optional[Union[str, dict]] = None,
+    repo_id: str, revision: Optional[str] = None, version: Optional[str] = None
 ) -> ModuleType:
     """
     Load a kernel from the kernel hub.
@@ -239,8 +229,6 @@ def get_kernel(
         version (`str`, *optional*):
             The kernel version to download. This can be a Python version specifier, such as `">=1.0.0,<2.0.0"`.
             Cannot be used together with `revision`.
-        user_agent (`Union[str, dict]`, *optional*):
-            The `user_agent` info to pass to `snapshot_download()` for internal telemetry.
 
     Returns:
         `ModuleType`: The imported kernel module.
@@ -257,9 +245,7 @@ def get_kernel(
         ```
     """
     revision = select_revision_or_version(repo_id, revision, version)
-    package_name, package_path = install_kernel(
-        repo_id, revision=revision, user_agent=user_agent
-    )
+    package_name, package_path = install_kernel(repo_id, revision=revision)
     return import_from_path(package_name, package_path / package_name / "__init__.py")
 
 
@@ -515,29 +501,3 @@ def git_hash_object(data: bytes, object_type: str = "blob"):
 
 def package_name_from_repo_id(repo_id: str) -> str:
     return repo_id.split("/")[-1].replace("-", "_")
-
-
-def _get_user_agent(
-    user_agent: Optional[Union[dict, str]] = None,
-) -> Union[None, dict, str]:
-    import torch
-
-    from . import __version__
-
-    if os.getenv("DISABLE_TELEMETRY", "false").upper() in ENV_VARS_TRUE_VALUES:
-        return None
-
-    if user_agent is None:
-        user_agent = {}
-    if isinstance(user_agent, dict):
-        user_agent.update(
-            {
-                "kernels": __version__,
-                "torch": torch.__version__,
-                "build_variant": build_variant(),
-                "file_type": "kernel",
-            }
-        )
-    elif isinstance(user_agent, str):
-        user_agent += f"; kernels/{__version__}; torch/{torch.__version__}; build_variant/{build_variant()}; file_type/kernel"
-    return user_agent

tests/kernel_locking/kernels.lock

@@ -1,70 +1,82 @@
 [
   {
     "repo_id": "kernels-community/activation",
-    "sha": "83046852be158d525114f68513cd79fd88911b37",
+    "sha": "fd6842e88f1f23f198551d78a4541b8eb07e0538",
     "variants": {
+      "torch25-cxx11-cu118-x86_64-linux": {
+        "hash": "sha256-61e3e51b5b59b30d4a6ba943a5e6e4ef5a9c8260cc4bca40b9fb462c0777842b",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch25-cxx11-cu121-x86_64-linux": {
+        "hash": "sha256-baa6b872040730bd1d676c011381f6f626fb96189837b828f587c806af8994fa",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch25-cxx11-cu124-x86_64-linux": {
+        "hash": "sha256-c1ec7457847fa1f0e4ab43234dfc3cd0959977e03dc2ffe89b4f6b90970c7965",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch25-cxx98-cu118-x86_64-linux": {
+        "hash": "sha256-412f9c841f20741e42f2c6cdb8c7da0e33ab436b219975acffe18b62b97ecd7c",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch25-cxx98-cu121-x86_64-linux": {
+        "hash": "sha256-2fde7f97859506e000c1072b3916c0a75bc8cee750a9853ea8b68199e7b57bcd",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch25-cxx98-cu124-x86_64-linux": {
+        "hash": "sha256-93309986f39a64a5630378108154866f0545178fa8dfef9b8f8ccfef9a78608e",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch26-cxx11-cu118-x86_64-linux": {
+        "hash": "sha256-3284d3c64b76d92c1ee930bce8013aff307f16eefb16c2d5dea9f2ca70e71e1f",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch26-cxx11-cu124-x86_64-linux": {
+        "hash": "sha256-36a8c93773c08ddf8ef624a8a6b2866be26d1861450dfe1ecac0bed59f9ffa47",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch26-cxx11-cu126-aarch64-linux": {
+        "hash": "sha256-f5afb734520f587717665659798ff738a69e5ae1e34d4bd95624edd18fb165cd",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch26-cxx11-cu126-x86_64-linux": {
+        "hash": "sha256-940841a7cb44f76c9a896d8b39f5bc0e0420f1c4c05ae9423da96778de4d1f2c",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch26-cxx98-cu118-x86_64-linux": {
+        "hash": "sha256-8e0f907830c3acc8c6bebfc162c744012ff6973e8110d7bf8ecd74b492418204",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch26-cxx98-cu124-x86_64-linux": {
+        "hash": "sha256-0833414cbe658baec55b7ff63537cddccc973fe99e3c03008cced5e66e38b6c1",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch26-cxx98-cu126-aarch64-linux": {
+        "hash": "sha256-d94fa59a13a5b623b2071aadcd1e6c8477c4d557fd06ad144f15b46b1fc71aab",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch26-cxx98-cu126-x86_64-linux": {
+        "hash": "sha256-64784f5f2f9e232d0f2fd824fbc47eadde505e3c232f351bead5b04c429c65c2",
+        "hash_type": "git_lfs_concat"
+      },
       "torch27-cxx11-cu118-x86_64-linux": {
-        "hash": "sha256-e34965c814c4c092fcb634ebadefe82ea9a05b98343f8ebdefa7305dcc05359e",
+        "hash": "sha256-bcba3765f061649bac0e5a9159bea8349ced4780e24a2330aa62ce0f8d3a9d78",
+        "hash_type": "git_lfs_concat"
+      },
+      "torch27-cxx11-cu126-aarch64-linux": {
+        "hash": "sha256-e4625df5706af025c70bd824d952b928d9a2965eeaefda72fc47be0fae680c5e",
         "hash_type": "git_lfs_concat"
       },
       "torch27-cxx11-cu126-x86_64-linux": {
-        "hash": "sha256-5f92b35922b37224a416398a39a29b7e5f1aca1df17d5c69f1b9e9cdb7033561",
+        "hash": "sha256-7d7d3e655f34a7b03d5603d7c1ab723ef3efc823291762421a8b3a4aa51bd405",
         "hash_type": "git_lfs_concat"
       },
       "torch27-cxx11-cu128-aarch64-linux": {
-        "hash": "sha256-125967cb23bacd2cec443799f184ac08247dfff33f5027e54ee16d3779ca5986",
+        "hash": "sha256-60e076194dcd55b32c5aca72f09816cba0fff52f340c8a063b17ff0577154d99",
         "hash_type": "git_lfs_concat"
       },
       "torch27-cxx11-cu128-x86_64-linux": {
-        "hash": "sha256-496a84c99d7035a1b6f0ea1c026b751c3a2677956f4c1be546d3cc1505a5fdbb",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch28-cxx11-cu126-aarch64-linux": {
-        "hash": "sha256-f0775a30ffa290c90aba3a41037e3ca91edb15b4a9367561fafd5f25455e117a",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch28-cxx11-cu126-x86_64-linux": {
-        "hash": "sha256-081995e6230f306bdf6111186618794f2411cf0ffd9b4800330df60b4ebe1927",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch28-cxx11-cu128-aarch64-linux": {
-        "hash": "sha256-b937fef62a0c1cd71ab98490b651c473577af209b9a3e2a6b452350283d8812c",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch28-cxx11-cu128-x86_64-linux": {
-        "hash": "sha256-a3915686cc58641a3361ece63ab77b33e9d30315dea12547e4bda008d8810a01",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch28-cxx11-cu129-aarch64-linux": {
-        "hash": "sha256-a24dca8e998f88be42491921c9df89d88a6112ca630acd2efc2dd34a64b91fcb",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch28-cxx11-cu129-x86_64-linux": {
-        "hash": "sha256-df6c70a70f425db2f68b86561c6f93c5675c1d5e5d058766d88ab17472229907",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch29-cxx11-cu126-aarch64-linux": {
-        "hash": "sha256-c120011c201072b4cfd70c2ba2d45c2f05337feaf604ddec3c6c4987def33ab3",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch29-cxx11-cu126-x86_64-linux": {
-        "hash": "sha256-765a7f3279009979be4001a23c5c70e5e6ab9553098d67886731a5275a6d4b32",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch29-cxx11-cu128-aarch64-linux": {
-        "hash": "sha256-266d057a9cd82b872a0e02f09ac5e2660fcffcf9a7b7fa1fa8ff33dc19c0f5c2",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch29-cxx11-cu128-x86_64-linux": {
-        "hash": "sha256-6850e594ba4588f289b5904eb88eda5a41870ee20a3bf1586f3268307caf4b53",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch29-cxx11-cu130-aarch64-linux": {
-        "hash": "sha256-23741b935462b53bdf868f8d1c9c8cff5f02f71ea3b0550df41dc8b030b0b474",
-        "hash_type": "git_lfs_concat"
-      },
-      "torch29-cxx11-cu130-x86_64-linux": {
-        "hash": "sha256-b884ae792dc1eada071f31645add0c2c76d479864f25aebcdd8318b675aaaf29",
+        "hash": "sha256-f0a3802382efdcd78b40601187a9c416579a24ef2ed5a60d2296ef0951a89597",
         "hash_type": "git_lfs_concat"
       }
     }

tests/test_kernel_upload.py

@@ -7,7 +7,7 @@ from pathlib import Path
 from typing import List
 
 import pytest
-from huggingface_hub import delete_repo, model_info, list_repo_refs
+from huggingface_hub import delete_repo, model_info
 
 from kernels.cli import upload_kernels
 
@@ -30,7 +30,6 @@ class UploadArgs:
     kernel_dir: None
     repo_id: None
     private: False
-    branch: None
 
 
 def next_filename(path: Path) -> Path:
@@ -71,23 +70,17 @@ def get_filenames_from_a_repo(repo_id: str) -> List[str]:
 
 @pytest.mark.token
 @pytest.mark.is_staging_test
-@pytest.mark.parametrize("branch", (None, "foo"))
-def test_kernel_upload_works_as_expected(branch):
+def test_kernel_upload_works_as_expected():
     with tempfile.TemporaryDirectory() as tmpdir:
         path = f"{tmpdir}/build/torch-universal/upload_test"
         build_dir = Path(path)
         build_dir.mkdir(parents=True, exist_ok=True)
         script_path = build_dir / "foo.py"
         script_path.write_text(PY_CONTENT)
-        upload_kernels(UploadArgs(tmpdir, REPO_ID, False, branch))
+        upload_kernels(UploadArgs(tmpdir, REPO_ID, False))
 
     repo_filenames = get_filenames_from_a_repo(REPO_ID)
     assert any(str(script_path.name) for f in repo_filenames)
-
-    if branch is not None:
-        refs = list_repo_refs(repo_id=REPO_ID)
-        assert any(ref_branch.name == branch for ref_branch in refs.branches)
-
     delete_repo(repo_id=REPO_ID)
 
 
@@ -100,7 +93,7 @@ def test_kernel_upload_deletes_as_expected():
         build_dir.mkdir(parents=True, exist_ok=True)
         script_path = build_dir / "foo_2025.py"
         script_path.write_text(PY_CONTENT)
-        upload_kernels(UploadArgs(tmpdir, REPO_ID, False, None))
+        upload_kernels(UploadArgs(tmpdir, REPO_ID, False))
 
     repo_filenames = get_filenames_from_a_repo(REPO_ID)
     filename_to_change = get_filename_to_change(repo_filenames)
@@ -112,7 +105,7 @@ def test_kernel_upload_deletes_as_expected():
         changed_filename = next_filename(Path(filename_to_change))
         script_path = build_dir / changed_filename
         script_path.write_text(PY_CONTENT)
-        upload_kernels(UploadArgs(tmpdir, REPO_ID, False, None))
+        upload_kernels(UploadArgs(tmpdir, REPO_ID, False))
 
     repo_filenames = get_filenames_from_a_repo(REPO_ID)
     assert any(str(changed_filename) in k for k in repo_filenames), f"{repo_filenames=}"