diff --git a/tests/integrations/client/cert_opt.sh b/tests/integrations/client/cert_opt.sh
index 02f72249db7..b39750ce318 100755
--- a/tests/integrations/client/cert_opt.sh
+++ b/tests/integrations/client/cert_opt.sh
@@ -49,6 +49,7 @@ function cleanup_certs() {
     rm -f ca.pem ca-key.pem ca.srl
     rm -f pd-server.pem pd-server-key.pem pd-server.csr
     rm -f client.pem client-key.pem client.csr
+    rm -f tidb-client.pem tidb-client-key.pem tidb-client.csr
 }
 
 if [[ "$1" == "generate" ]]; then