mirror of
https://github.com/volcengine/verl.git
synced 2025-10-20 13:43:50 +08:00
4de247fe4d
### Checklist Before Starting - [x] Search for similar PR(s). ### What does this PR do? - Unify the functionality of SGLangRollout and AsyncSGLangRollout, remove original SGLangRollout and rename AsyncSGLangRollout to SGLangRollout. - Make trivial changes due to modification in sglang==0.4.6.post5. ### High-Level Design > Demonstrate the high-level design if this PR is complex. ### Specific Changes > List the specific changes. ### API > Demonstrate how the API changes if any. ### Usage Example > Provide usage example(s) for easier usage. ```python # Add code snippet or script demonstrating how to use this ``` ### Test > For changes that can not be tested by CI (e.g., algorithm implementation, new model support), validate by experiment(s) and show results like training curve plots, evaluatuion results, etc. ### Additional Info. - **Issue Number**: Fixes issue # or discussion # if any. - **Training**: [Note which backend this PR will affect: FSDP, Megatron, both, or none] - **Inference**: [Note which backend this PR will affect: vLLM, SGLang, both, or none] ### Checklist Before Submitting - [ ] Read the [Contribute Guide](https://github.com/volcengine/verl?tab=readme-ov-file#contribution-guide). - [ ] Apply [pre-commit checks](https://github.com/volcengine/verl?tab=readme-ov-file#code-linting-and-formatting). - [ ] Add `[BREAKING]` to the PR title if it breaks any API. - [ ] Update the documentation about your changes in the [docs](https://github.com/volcengine/verl/tree/main/docs). - [ ] Add CI test(s) if necessary. --------- Co-authored-by: zyzshishui <@qq.com> Co-authored-by: Xiang Long <mindsculptor@yeah.net> Co-authored-by: ocss884 <ocss.lin@gmail.com> Co-authored-by: zhaochenyang20 <zhaochen20@outlook.com> Co-authored-by: H <linhaibin.eric@gmail.com>
93 lines
2.6 KiB
Python
93 lines
2.6 KiB
Python
# Copyright 2024 Bytedance Ltd. and/or its affiliates
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# setup.py is the fallback installation script when pyproject.toml does not work
|
|
import os
|
|
from pathlib import Path
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
version_folder = os.path.dirname(os.path.join(os.path.abspath(__file__)))
|
|
|
|
with open(os.path.join(version_folder, "verl/version/version")) as f:
|
|
__version__ = f.read().strip()
|
|
|
|
install_requires = [
|
|
"accelerate",
|
|
"codetiming",
|
|
"datasets",
|
|
"dill",
|
|
"hydra-core",
|
|
"numpy",
|
|
"pandas",
|
|
"peft",
|
|
"pyarrow>=19.0.0",
|
|
"pybind11",
|
|
"pylatexenc",
|
|
"ray[default]>=2.41.0",
|
|
"torchdata",
|
|
"tensordict<=0.6.2",
|
|
"transformers",
|
|
"wandb",
|
|
"packaging>=20.0",
|
|
]
|
|
|
|
TEST_REQUIRES = ["pytest", "pre-commit", "py-spy"]
|
|
PRIME_REQUIRES = ["pyext"]
|
|
GEO_REQUIRES = ["mathruler"]
|
|
GPU_REQUIRES = ["liger-kernel", "flash-attn"]
|
|
MATH_REQUIRES = ["math-verify"] # Add math-verify as an optional dependency
|
|
VLLM_REQUIRES = ["tensordict<=0.6.2", "vllm<=0.8.5"]
|
|
SGLANG_REQUIRES = [
|
|
"tensordict<=0.6.2",
|
|
"sglang[srt,openai]==0.4.6.post5",
|
|
"torch-memory-saver>=0.0.5",
|
|
"torch==2.6.0",
|
|
]
|
|
|
|
extras_require = {
|
|
"test": TEST_REQUIRES,
|
|
"prime": PRIME_REQUIRES,
|
|
"geo": GEO_REQUIRES,
|
|
"gpu": GPU_REQUIRES,
|
|
"math": MATH_REQUIRES,
|
|
"vllm": VLLM_REQUIRES,
|
|
"sglang": SGLANG_REQUIRES,
|
|
}
|
|
|
|
|
|
this_directory = Path(__file__).parent
|
|
long_description = (this_directory / "README.md").read_text()
|
|
|
|
setup(
|
|
name="verl",
|
|
version=__version__,
|
|
package_dir={"": "."},
|
|
packages=find_packages(where="."),
|
|
url="https://github.com/volcengine/verl",
|
|
license="Apache 2.0",
|
|
author="Bytedance - Seed - MLSys",
|
|
author_email="zhangchi.usc1992@bytedance.com, gmsheng@connect.hku.hk",
|
|
description="verl: Volcano Engine Reinforcement Learning for LLM",
|
|
install_requires=install_requires,
|
|
extras_require=extras_require,
|
|
package_data={
|
|
"": ["version/*"],
|
|
"verl": ["trainer/config/*.yaml"],
|
|
},
|
|
include_package_data=True,
|
|
long_description=long_description,
|
|
long_description_content_type="text/markdown",
|
|
)
|