mirror of
https://github.com/vllm-project/vllm.git
synced 2025-10-20 23:03:52 +08:00
10 lines
275 B
Python
10 lines
275 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from lmdeploy.serve.openai.api_client import APIClient
|
|
|
|
api_client = APIClient("http://localhost:8000")
|
|
model_name = api_client.available_models[0]
|
|
|
|
print(model_name)
|