diff --git a/qa/L0_pytorch_distributed_unittest/test.sh b/qa/L0_pytorch_distributed_unittest/test.sh
deleted file mode 100644
index 70fadaf081..0000000000
--- a/qa/L0_pytorch_distributed_unittest/test.sh
+++ /dev/null
@@ -1,10 +0,0 @@
-# Copyright (c) 2022-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
-#
-# See LICENSE for license information.
-
-set -e
-
-pip install pytest==7.2.0
-
-: ${TE_PATH:=/opt/transformerengine}
-pytest -v -s $TE_PATH/tests/pytorch/distributed/test_numerics.py