mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-06 12:20:52 +01:00
[conda] Remove conda usage from TD llm retriever job (#152338)
Remove conda usage from TD llm retriever job python3 in the base is python3.9 right now. I'm not sure what the best way to deal with a potentially different python version would be, dnf install? Pull Request resolved: https://github.com/pytorch/pytorch/pull/152338 Approved by: https://github.com/huydhn
This commit is contained in:
parent
663bcb68ba
commit
f84062f78d
14
.github/workflows/llm_td_retrieval.yml
vendored
14
.github/workflows/llm_td_retrieval.yml
vendored
|
|
@ -50,18 +50,13 @@ jobs:
|
||||||
ref: v0.0.2
|
ref: v0.0.2
|
||||||
path: llm-target-determinator
|
path: llm-target-determinator
|
||||||
|
|
||||||
- name: Setup miniconda
|
|
||||||
uses: pytorch/test-infra/.github/actions/setup-miniconda@main
|
|
||||||
with:
|
|
||||||
python-version: "3.9"
|
|
||||||
|
|
||||||
- name: Install requirements
|
- name: Install requirements
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
set -euxo pipefail
|
set -euxo pipefail
|
||||||
${CONDA_RUN} pip install -r llm-target-determinator/requirements.txt
|
python3 -m pip install -r llm-target-determinator/requirements.txt
|
||||||
cd "${GITHUB_WORKSPACE}/codellama"
|
cd "${GITHUB_WORKSPACE}/codellama"
|
||||||
${CONDA_RUN} pip install -e .
|
python3 -m pip install -e .
|
||||||
|
|
||||||
- name: Fetch CodeLlama Checkpoint
|
- name: Fetch CodeLlama Checkpoint
|
||||||
shell: bash
|
shell: bash
|
||||||
|
|
@ -80,7 +75,7 @@ jobs:
|
||||||
shell: bash
|
shell: bash
|
||||||
command: |
|
command: |
|
||||||
set -euxo pipefail
|
set -euxo pipefail
|
||||||
${CONDA_RUN} python -m pip install awscli==1.29.40
|
python3 -m pip install awscli==1.29.40
|
||||||
cd "${GITHUB_WORKSPACE}"/llm-target-determinator/assets
|
cd "${GITHUB_WORKSPACE}"/llm-target-determinator/assets
|
||||||
aws s3 cp "s3://target-determinator-assets/indexes/latest" . --recursive
|
aws s3 cp "s3://target-determinator-assets/indexes/latest" . --recursive
|
||||||
|
|
||||||
|
|
@ -94,7 +89,8 @@ jobs:
|
||||||
run: |
|
run: |
|
||||||
set -euxo pipefail
|
set -euxo pipefail
|
||||||
cd "${GITHUB_WORKSPACE}"/llm-target-determinator
|
cd "${GITHUB_WORKSPACE}"/llm-target-determinator
|
||||||
${CONDA_RUN} torchrun \
|
export PATH="$HOME/.local/bin:$PATH"
|
||||||
|
torchrun \
|
||||||
--standalone \
|
--standalone \
|
||||||
--nnodes=1 \
|
--nnodes=1 \
|
||||||
--nproc-per-node=1 \
|
--nproc-per-node=1 \
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue
Block a user