mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-06 12:20:52 +01:00
ba43d908f9
See a bunch of timeout error when trying to clone and build Triton today c6d8d10b3e, so let's build triton as part of the Docker image.
* The pinned commit file is moved to the Docker context at `.ci/docker/ci_commit_pins/triton.txt`, and `.github/ci_commit_pins/triton.txt` is now a soft link pointing to it
* New Docker images are built whenever the pinned commit is updated
* The build logic is in `.ci/docker/common/install_triton.sh` which copies `install_triton` step in the CI. The latter can be removed in a separate PR after this one
Pull Request resolved: https://github.com/pytorch/pytorch/pull/95233
Approved by: https://github.com/weiwangmeta, https://github.com/malfet
37 lines
1.1 KiB
Bash
37 lines
1.1 KiB
Bash
#!/bin/bash
|
|
|
|
# Work around bug where devtoolset replaces sudo and breaks it.
|
|
if [ -n "$DEVTOOLSET_VERSION" ]; then
|
|
export SUDO=/bin/sudo
|
|
else
|
|
export SUDO=sudo
|
|
fi
|
|
|
|
as_jenkins() {
|
|
# NB: unsetting the environment variables works around a conda bug
|
|
# https://github.com/conda/conda/issues/6576
|
|
# NB: Pass on PATH and LD_LIBRARY_PATH to sudo invocation
|
|
# NB: This must be run from a directory that jenkins has access to,
|
|
# works around https://github.com/conda/conda-package-handling/pull/34
|
|
$SUDO -E -H -u jenkins env -u SUDO_UID -u SUDO_GID -u SUDO_COMMAND -u SUDO_USER env "PATH=$PATH" "LD_LIBRARY_PATH=$LD_LIBRARY_PATH" $*
|
|
}
|
|
|
|
conda_install() {
|
|
# Ensure that the install command don't upgrade/downgrade Python
|
|
# This should be called as
|
|
# conda_install pkg1 pkg2 ... [-c channel]
|
|
as_jenkins conda install -q -n py_$ANACONDA_PYTHON_VERSION -y python="$ANACONDA_PYTHON_VERSION" $*
|
|
}
|
|
|
|
conda_run() {
|
|
as_jenkins conda run -n py_$ANACONDA_PYTHON_VERSION --no-capture-output $*
|
|
}
|
|
|
|
pip_install() {
|
|
as_jenkins conda run -n py_$ANACONDA_PYTHON_VERSION pip install --progress-bar off $*
|
|
}
|
|
|
|
get_pinned_commit() {
|
|
cat "${1}".txt
|
|
}
|