diff --git a/.gitignore b/.gitignore
index 4272dc7c63d48..01638438f0f70 100644
--- a/.gitignore
+++ b/.gitignore
@@ -76,3 +76,5 @@ datahub-frontend/public/**
 .remote*
 # Ignore runtime generated authenticatior/authorizer jar files
 metadata-service/plugin/src/test/resources/sample-plugins/**
+
+smoke-test/rollback-reports
diff --git a/smoke-test/rollback-reports/2023-02-05 18:00:01/config.json b/smoke-test/rollback-reports/2023-02-05 18:00:01/config.json
deleted file mode 100644
index 353008553d80a..0000000000000
--- a/smoke-test/rollback-reports/2023-02-05 18:00:01/config.json	
+++ /dev/null
@@ -1 +0,0 @@
-{"run_id": "file-2023_02_05-17_59_45"}
\ No newline at end of file
diff --git a/smoke-test/rollback-reports/2023-02-05 18:00:01/unsafe_entities.csv b/smoke-test/rollback-reports/2023-02-05 18:00:01/unsafe_entities.csv
deleted file mode 100644
index 9971b8f3c33d6..0000000000000
--- a/smoke-test/rollback-reports/2023-02-05 18:00:01/unsafe_entities.csv	
+++ /dev/null
@@ -1,3 +0,0 @@
-urn
-"urn:li:dataset:(urn:li:dataPlatform:kafka,test-delete,PROD)"
-"urn:li:dataset:(urn:li:dataPlatform:testPlatform,testDataset,PROD)"