diff --git a/.ci/aarch64_linux/build_aarch64_wheel.py b/.ci/aarch64_linux/build_aarch64_wheel.py
index 7a4715d3300..660daafdf2a 100755
--- a/.ci/aarch64_linux/build_aarch64_wheel.py
+++ b/.ci/aarch64_linux/build_aarch64_wheel.py
@@ -241,7 +241,7 @@ def wait_for_connection(addr, port, timeout=15, attempt_cnt=5):
         try:
             with socket.create_connection((addr, port), timeout=timeout):
                 return
-        except (ConnectionRefusedError, socket.timeout):  # noqa: PERF203
+        except (ConnectionRefusedError, TimeoutError):  # noqa: PERF203
             if i == attempt_cnt - 1:
                 raise
             time.sleep(timeout)
diff --git a/pyproject.toml b/pyproject.toml
index 154aea13ef6..3127852f252 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -189,7 +189,6 @@ ignore = [
     "UP035",
     "UP036",
     "UP038",
-    "UP041",
     "FURB161",
 ]
 select = [