mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
[conda] Remove conda usage from TD llm retriever job (#152338)
Remove conda usage from TD llm retriever job python3 in the base is python3.9 right now. I'm not sure what the best way to deal with a potentially different python version would be, dnf install? Pull Request resolved: https://github.com/pytorch/pytorch/pull/152338 Approved by: https://github.com/huydhn
This commit is contained in:
committed by
PyTorch MergeBot
parent
663bcb68ba
commit
f84062f78d
14
.github/workflows/llm_td_retrieval.yml
vendored
14
.github/workflows/llm_td_retrieval.yml
vendored
@ -50,18 +50,13 @@ jobs:
|
||||
ref: v0.0.2
|
||||
path: llm-target-determinator
|
||||
|
||||
- name: Setup miniconda
|
||||
uses: pytorch/test-infra/.github/actions/setup-miniconda@main
|
||||
with:
|
||||
python-version: "3.9"
|
||||
|
||||
- name: Install requirements
|
||||
shell: bash
|
||||
run: |
|
||||
set -euxo pipefail
|
||||
${CONDA_RUN} pip install -r llm-target-determinator/requirements.txt
|
||||
python3 -m pip install -r llm-target-determinator/requirements.txt
|
||||
cd "${GITHUB_WORKSPACE}/codellama"
|
||||
${CONDA_RUN} pip install -e .
|
||||
python3 -m pip install -e .
|
||||
|
||||
- name: Fetch CodeLlama Checkpoint
|
||||
shell: bash
|
||||
@ -80,7 +75,7 @@ jobs:
|
||||
shell: bash
|
||||
command: |
|
||||
set -euxo pipefail
|
||||
${CONDA_RUN} python -m pip install awscli==1.29.40
|
||||
python3 -m pip install awscli==1.29.40
|
||||
cd "${GITHUB_WORKSPACE}"/llm-target-determinator/assets
|
||||
aws s3 cp "s3://target-determinator-assets/indexes/latest" . --recursive
|
||||
|
||||
@ -94,7 +89,8 @@ jobs:
|
||||
run: |
|
||||
set -euxo pipefail
|
||||
cd "${GITHUB_WORKSPACE}"/llm-target-determinator
|
||||
${CONDA_RUN} torchrun \
|
||||
export PATH="$HOME/.local/bin:$PATH"
|
||||
torchrun \
|
||||
--standalone \
|
||||
--nnodes=1 \
|
||||
--nproc-per-node=1 \
|
||||
|
Reference in New Issue
Block a user