mirror of
https://github.com/volcengine/verl.git
synced 2025-10-20 21:53:50 +08:00
c4f4caf0cd
### What does this PR do?
- Add TensorDict utilities and tests to cover the current DataProto
functionalities.
- Add nested tensor example to remove padding throughout the system
- Add image example
- Upgrade tensordict to v0.10
### Checklist Before Starting
- [ ] Search for similar PRs. Paste at least one query link here: ...
- [ ] Format the PR title as `[{modules}] {type}: {description}` (This
will be checked by the CI)
- `{modules}` include `fsdp`, `megatron`, `sglang`, `vllm`, `rollout`,
`trainer`, `ci`, `training_utils`, `recipe`, `hardware`, `deployment`,
`ray`, `worker`, `single_controller`, `misc`, `perf`, `model`, `algo`,
`env`, `tool`, `ckpt`, `doc`, `data`
- If this PR involves multiple modules, separate them with `,` like
`[megatron, fsdp, doc]`
- `{type}` is in `feat`, `fix`, `refactor`, `chore`, `test`
- If this PR breaks any API (CLI arguments, config, function signature,
etc.), add `[BREAKING]` to the beginning of the title.
- Example: `[BREAKING][fsdp, megatron] feat: dynamic batching`
### Test
> For changes that can not be tested by CI (e.g., algorithm
implementation, new model support), validate by experiment(s) and show
results like training curve plots, evaluation results, etc.
### API and Usage Example
> Demonstrate how the API changes if any, and provide usage example(s)
if possible.
```python
# Add code snippet or script demonstrating how to use this
```
### Design & Code Changes
> Demonstrate the high-level design if this PR is complex, and list the
specific changes.
### Checklist Before Submitting
> [!IMPORTANT]
> Please check all the following items before requesting a review,
otherwise the reviewer might deprioritize this PR for review.
- [ ] Read the [Contribute
Guide](https://github.com/volcengine/verl/blob/main/CONTRIBUTING.md).
- [ ] Apply [pre-commit
checks](https://github.com/volcengine/verl/blob/main/CONTRIBUTING.md#code-linting-and-formatting):
`pre-commit install && pre-commit run --all-files --show-diff-on-failure
--color=always`
- [ ] Add / Update [the
documentation](https://github.com/volcengine/verl/tree/main/docs).
- [ ] Add unit or end-to-end test(s) to [the CI
workflow](https://github.com/volcengine/verl/tree/main/.github/workflows)
to cover all the code. If not feasible, explain why: ...
- [ ] Once your PR is ready for CI, send a message in [the `ci-request`
channel](https://verl-project.slack.com/archives/C091TCESWB1) in [the
`verl` Slack
workspace](https://join.slack.com/t/verl-project/shared_invite/zt-3855yhg8g-CTkqXu~hKojPCmo7k_yXTQ).
(If not accessible, please try [the Feishu group
(飞书群)](https://applink.larkoffice.com/client/chat/chatter/add_by_link?link_token=772jd4f1-cd91-441e-a820-498c6614126a).)
---------
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
97 lines
2.8 KiB
Python
97 lines
2.8 KiB
Python
# Copyright 2024 Bytedance Ltd. and/or its affiliates
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# setup.py is the fallback installation script when pyproject.toml does not work
|
|
import os
|
|
from pathlib import Path
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
version_folder = os.path.dirname(os.path.join(os.path.abspath(__file__)))
|
|
|
|
with open(os.path.join(version_folder, "verl/version/version")) as f:
|
|
__version__ = f.read().strip()
|
|
|
|
install_requires = [
|
|
"accelerate",
|
|
"codetiming",
|
|
"datasets",
|
|
"dill",
|
|
"hydra-core",
|
|
"numpy<2.0.0",
|
|
"pandas",
|
|
"peft",
|
|
"pyarrow>=19.0.0",
|
|
"pybind11",
|
|
"pylatexenc",
|
|
"ray[default]>=2.41.0",
|
|
"torchdata",
|
|
"tensordict>=0.8.0,<=0.10.0,!=0.9.0",
|
|
"transformers",
|
|
"wandb",
|
|
"packaging>=20.0",
|
|
"tensorboard",
|
|
]
|
|
|
|
TEST_REQUIRES = ["pytest", "pre-commit", "py-spy", "pytest-asyncio"]
|
|
PRIME_REQUIRES = ["pyext"]
|
|
GEO_REQUIRES = ["mathruler", "torchvision", "qwen_vl_utils"]
|
|
GPU_REQUIRES = ["liger-kernel", "flash-attn"]
|
|
MATH_REQUIRES = ["math-verify"] # Add math-verify as an optional dependency
|
|
VLLM_REQUIRES = ["tensordict>=0.8.0,<=0.10.0,!=0.9.0", "vllm>=0.7.3,<=0.9.1"]
|
|
SGLANG_REQUIRES = [
|
|
"tensordict>=0.8.0,<=0.10.0,!=0.9.0",
|
|
"sglang[srt,openai]==0.4.10.post2",
|
|
"torch==2.7.1",
|
|
]
|
|
TRL_REQUIRES = ["trl<=0.9.6"]
|
|
MCORE_REQUIRES = ["mbridge"]
|
|
|
|
extras_require = {
|
|
"test": TEST_REQUIRES,
|
|
"prime": PRIME_REQUIRES,
|
|
"geo": GEO_REQUIRES,
|
|
"gpu": GPU_REQUIRES,
|
|
"math": MATH_REQUIRES,
|
|
"vllm": VLLM_REQUIRES,
|
|
"sglang": SGLANG_REQUIRES,
|
|
"trl": TRL_REQUIRES,
|
|
"mcore": MCORE_REQUIRES,
|
|
}
|
|
|
|
|
|
this_directory = Path(__file__).parent
|
|
long_description = (this_directory / "README.md").read_text()
|
|
|
|
setup(
|
|
name="verl",
|
|
version=__version__,
|
|
package_dir={"": "."},
|
|
packages=find_packages(where="."),
|
|
url="https://github.com/volcengine/verl",
|
|
license="Apache 2.0",
|
|
author="Bytedance - Seed - MLSys",
|
|
author_email="zhangchi.usc1992@bytedance.com, gmsheng@connect.hku.hk",
|
|
description="verl: Volcano Engine Reinforcement Learning for LLM",
|
|
install_requires=install_requires,
|
|
extras_require=extras_require,
|
|
package_data={
|
|
"": ["version/*"],
|
|
"verl": ["trainer/config/*.yaml"],
|
|
},
|
|
include_package_data=True,
|
|
long_description=long_description,
|
|
long_description_content_type="text/markdown",
|
|
)
|