chg: [crawler] disable unsafe title auto tagging

ail-project · Oct 14, 2024 · 1112615 · 1112615
1 parent e55aeab
commit 1112615
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py
@@ -354,10 +354,10 @@ def save_capture_response(self, parent_id, entries):
                 title.add(item.get_date(), item)
                 # Tracker
                 self.tracker_yara.compute_manual(title)
-                if not title.is_tags_safe():
-                    unsafe_tag = 'dark-web:topic="pornography-child-exploitation"'
-                    self.domain.add_tag(unsafe_tag)
-                    item.add_tag(unsafe_tag)
+                # if not title.is_tags_safe():
+                #     unsafe_tag = 'dark-web:topic="pornography-child-exploitation"'
+                #     self.domain.add_tag(unsafe_tag)
+                #     item.add_tag(unsafe_tag)
 
             # SCREENSHOT
             if self.screenshot: