diff --git a/.ci/wheel/build_wheel.sh b/.ci/wheel/build_wheel.sh
index 598e7422ea9..b6b0d978cc2 100755
--- a/.ci/wheel/build_wheel.sh
+++ b/.ci/wheel/build_wheel.sh
@@ -186,9 +186,7 @@ source activate "$tmp_env_name"
 
 pip install "numpy=${NUMPY_PINNED_VERSION}"  "pyyaml${PYYAML_PINNED_VERSION}" requests ninja "setuptools${SETUPTOOLS_PINNED_VERSION}" typing_extensions
 retry pip install -r "${pytorch_rootdir}/requirements.txt" || true
-# TODO : Remove me later (but in the interim, use Anaconda cmake, to find Anaconda installed OpenMP)
-retry pip uninstall -y cmake
-retry conda install ${EXTRA_CONDA_INSTALL_FLAGS} -y  llvm-openmp=14.0.6 cmake
+retry brew install libomp
 
 # For USE_DISTRIBUTED=1 on macOS, need libuv, which is build as part of tensorpipe submodule
 export USE_DISTRIBUTED=1