diff --git a/.ci/pytorch/common_utils.sh b/.ci/pytorch/common_utils.sh
index 06decc2ea64..f1d30700b99 100644
--- a/.ci/pytorch/common_utils.sh
+++ b/.ci/pytorch/common_utils.sh
@@ -152,6 +152,12 @@ function get_pinned_commit() {
 function install_torchaudio() {
   local commit
   commit=$(get_pinned_commit audio)
+  # TODO (huydhn): PyTorch CI docker image set the default TORCH_CUDA_ARCH_LIST
+  # to Maxwell. This default doesn't make sense anymore and should be cleaned up
+  if [[ "${BUILD_ENVIRONMENT}" == *cuda* ]]; then
+    TORCH_CUDA_ARCH_LIST=$(nvidia-smi --query-gpu=compute_cap --format=csv | tail -n 1)
+    export TORCH_CUDA_ARCH_LIST
+  fi
   pip_build_and_install "git+https://github.com/pytorch/audio.git@${commit}" dist/audio
 }