Add failure handling to ingest pipelines. (#2896)

Avoid unexpected infinite retries on pipeline failures due to internal callback handling, by defining failure handling on pipelines. closes #2880
elastic · Nov 13, 2019 · c21d3f8 · c21d3f8
1 parent f4c827d
commit c21d3f8
Showing 1 changed file with 12 additions and 2 deletions.
diff --git a/ingest/pipeline/definition.json b/ingest/pipeline/definition.json
@@ -26,7 +26,8 @@
         "user_agent" : {
           "field": "user_agent.original",
           "target_field": "user_agent",
-          "ignore_missing": true
+          "ignore_missing": true,
+          "ignore_failure": true
         }
       }
     ]
@@ -42,7 +43,16 @@
           "database_file": "GeoLite2-City.mmdb",
           "field": "client.ip",
           "target_field": "client.geo",
-          "ignore_missing": true
+          "ignore_missing": true,
+          "on_failure": [
+            {
+              "remove": {
+                  "field": "client.ip",
+                  "ignore_missing": true,
+                  "ignore_failure": true
+              }
+            }
+          ]
         }
       }
     ]