diff --git a/python/ray/experimental/channel/accelerator_context.py b/python/ray/experimental/channel/accelerator_context.py
index f4aa622af2b5..838545b274ee 100644
--- a/python/ray/experimental/channel/accelerator_context.py
+++ b/python/ray/experimental/channel/accelerator_context.py
@@ -135,7 +135,7 @@ def get_accelerator_devices(self) -> List["torch.device"]:
             for accelerator_id in accelerator_ids:
                 try:
                     device_ids.append(accelerator_visible_list.index(accelerator_id))
-                except IndexError:
+                except ValueError:
                     raise RuntimeError(
                         f"{accelerator_manager.get_visible_accelerator_ids_env_var()} set incorrectly. "
                         f"expected to include {accelerator_id}. "