mirror of
https://github.com/huggingface/trl.git
synced 2025-10-20 10:03:51 +08:00
Replace setup with pyproject and fix packaging unintended modules (#4194)
This commit is contained in:
Albert Villanova del Moral
committed by
GitHub
GitHub
parent
529101537f
commit
56a8f1128b
@ -1,6 +1,7 @@
|
||||
include LICENSE
|
||||
include CONTRIBUTING.md
|
||||
include README.md
|
||||
recursive-exclude * __pycache__
|
||||
include trl/accelerate_configs/*.yaml
|
||||
include trl/templates/*.md
|
||||
include trl/accelerate_configs/*.yaml
|
||||
recursive-exclude * __pycache__
|
||||
prune tests
|
||||
|
||||
126
pyproject.toml
126
pyproject.toml
@ -1,3 +1,129 @@
|
||||
[build-system]
|
||||
requires = ["setuptools >= 77.0.3"]
|
||||
build-backend = "setuptools.build_meta"
|
||||
|
||||
[project]
|
||||
name = "trl"
|
||||
description = "Train transformer language models with reinforcement learning."
|
||||
authors = [
|
||||
{ name = "Leandro von Werra", email = "leandro.vonwerra@gmail.com" }
|
||||
]
|
||||
readme = { file = "README.md", content-type = "text/markdown" }
|
||||
license = "Apache-2.0"
|
||||
license-files = ["LICENSE"]
|
||||
keywords = [
|
||||
"transformers", "huggingface", "language modeling", "post-training", "rlhf", "sft", "dpo", "grpo"
|
||||
]
|
||||
classifiers = [
|
||||
"Development Status :: 2 - Pre-Alpha",
|
||||
"Intended Audience :: Developers",
|
||||
"Intended Audience :: Science/Research",
|
||||
"Natural Language :: English",
|
||||
"Operating System :: OS Independent",
|
||||
"Programming Language :: Python :: 3",
|
||||
"Programming Language :: Python :: 3.9",
|
||||
"Programming Language :: Python :: 3.10",
|
||||
"Programming Language :: Python :: 3.11",
|
||||
"Programming Language :: Python :: 3.12",
|
||||
"Programming Language :: Python :: 3.13"
|
||||
]
|
||||
requires-python = ">=3.9"
|
||||
dependencies = [
|
||||
"accelerate>=1.4.0",
|
||||
"datasets>=3.0.0",
|
||||
"transformers>=4.56.1",
|
||||
"transformers!=4.57.0; python_version == '3.9'"
|
||||
]
|
||||
dynamic = ["version"]
|
||||
|
||||
[project.urls]
|
||||
Homepage = "https://github.com/huggingface/trl"
|
||||
|
||||
[project.scripts]
|
||||
trl = "trl.cli:main"
|
||||
|
||||
[project.optional-dependencies]
|
||||
bco = [
|
||||
"scikit-learn",
|
||||
"joblib"
|
||||
]
|
||||
deepspeed = [
|
||||
"deepspeed>=0.14.4"
|
||||
]
|
||||
judges = [
|
||||
"openai>=1.23.2",
|
||||
"llm-blender>=0.0.2"
|
||||
]
|
||||
liger = [
|
||||
"liger-kernel>=0.6.2"
|
||||
]
|
||||
peft = [
|
||||
"peft>=0.8.0"
|
||||
]
|
||||
quality = [
|
||||
"pre-commit",
|
||||
"hf-doc-builder"
|
||||
]
|
||||
quantization = [
|
||||
"bitsandbytes"
|
||||
]
|
||||
scikit = [
|
||||
"scikit-learn"
|
||||
]
|
||||
test = [
|
||||
"parameterized",
|
||||
"pytest-cov",
|
||||
"pytest-rerunfailures==15.1",
|
||||
"pytest-xdist",
|
||||
"pytest"
|
||||
]
|
||||
vllm = [
|
||||
"vllm==0.10.2",
|
||||
"fastapi",
|
||||
"pydantic",
|
||||
"requests",
|
||||
"uvicorn"
|
||||
]
|
||||
vlm = [
|
||||
"Pillow",
|
||||
"torchvision",
|
||||
"num2words==0.5.14"
|
||||
]
|
||||
dev = [
|
||||
"scikit-learn",
|
||||
"joblib",
|
||||
"deepspeed>=0.14.4",
|
||||
"openai>=1.23.2",
|
||||
"llm-blender>=0.0.2",
|
||||
"liger-kernel>=0.6.2",
|
||||
"peft>=0.8.0",
|
||||
"pre-commit",
|
||||
"hf-doc-builder",
|
||||
"bitsandbytes",
|
||||
"parameterized",
|
||||
"pytest-cov",
|
||||
"pytest-rerunfailures==15.1",
|
||||
"pytest-xdist",
|
||||
"pytest",
|
||||
"vllm==0.10.2",
|
||||
"fastapi",
|
||||
"pydantic",
|
||||
"requests",
|
||||
"uvicorn",
|
||||
"Pillow",
|
||||
"torchvision",
|
||||
"num2words==0.5.14"
|
||||
]
|
||||
|
||||
[tool.setuptools]
|
||||
package-dir = {"trl" = "trl"}
|
||||
|
||||
[tool.setuptools.dynamic]
|
||||
version = { file = "VERSION" }
|
||||
|
||||
[tool.coverage.run]
|
||||
branch = true
|
||||
|
||||
[tool.ruff]
|
||||
target-version = "py39"
|
||||
line-length = 119
|
||||
|
||||
93
setup.cfg
93
setup.cfg
@ -1,93 +0,0 @@
|
||||
[metadata]
|
||||
name = trl
|
||||
version = file: VERSION
|
||||
description = Train transformer language models with reinforcement learning.
|
||||
long_description = file: README.md
|
||||
long_description_content_type = text/markdown
|
||||
author = Leandro von Werra
|
||||
author_email = leandro.vonwerra@gmail.com
|
||||
url = https://github.com/huggingface/trl
|
||||
keywords = transformers, huggingface, language modeling, post-training, rlhf, sft, dpo, grpo
|
||||
license_file = LICENSE
|
||||
classifiers =
|
||||
Development Status :: 2 - Pre-Alpha
|
||||
Intended Audience :: Developers
|
||||
Intended Audience :: Science/Research
|
||||
Natural Language :: English
|
||||
Operating System :: OS Independent
|
||||
Programming Language :: Python :: 3
|
||||
Programming Language :: Python :: 3.9
|
||||
Programming Language :: Python :: 3.10
|
||||
Programming Language :: Python :: 3.11
|
||||
Programming Language :: Python :: 3.12
|
||||
Programming Language :: Python :: 3.13
|
||||
|
||||
[options]
|
||||
packages = find_namespace:
|
||||
python_requires = >=3.9
|
||||
include_package_data = True
|
||||
install_requires =
|
||||
accelerate>=1.4.0
|
||||
datasets>=3.0.0
|
||||
transformers>=4.56.1
|
||||
transformers!=4.57.0; python_version == "3.9"
|
||||
|
||||
[options.packages.find]
|
||||
exclude =
|
||||
tests*
|
||||
|
||||
[options.extras_require]
|
||||
bco =
|
||||
scikit-learn
|
||||
joblib
|
||||
deepspeed =
|
||||
deepspeed>=0.14.4
|
||||
judges =
|
||||
openai>=1.23.2
|
||||
llm-blender>=0.0.2
|
||||
liger =
|
||||
liger-kernel>=0.6.2
|
||||
peft =
|
||||
peft>=0.8.0
|
||||
quality =
|
||||
pre-commit
|
||||
hf-doc-builder
|
||||
quantization =
|
||||
bitsandbytes
|
||||
scikit =
|
||||
scikit-learn
|
||||
test =
|
||||
parameterized
|
||||
pytest-cov
|
||||
pytest-rerunfailures==15.1
|
||||
pytest-xdist
|
||||
pytest
|
||||
vllm =
|
||||
vllm==0.10.2
|
||||
fastapi
|
||||
pydantic
|
||||
requests
|
||||
uvicorn
|
||||
|
||||
vlm =
|
||||
Pillow
|
||||
torchvision
|
||||
num2words==0.5.14
|
||||
dev =
|
||||
%(bco)s
|
||||
%(deepspeed)s
|
||||
%(judges)s
|
||||
%(liger)s
|
||||
%(peft)s
|
||||
%(quality)s
|
||||
%(quantization)s
|
||||
%(scikit)s
|
||||
%(test)s
|
||||
%(vlm)s
|
||||
|
||||
[options.entry_points]
|
||||
console_scripts =
|
||||
trl = trl.cli:main
|
||||
|
||||
[coverage:run]
|
||||
branch = True
|
||||
18
setup.py
18
setup.py
@ -1,18 +0,0 @@
|
||||
# Copyright 2020-2025 The HuggingFace Team. All rights reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from setuptools import setup
|
||||
|
||||
|
||||
setup()
|
||||
Reference in New Issue
Block a user