feat: controller change for fallback sink (#1664)

Signed-off-by: Derek Wang <[email protected]> Signed-off-by: Yashash H L <[email protected]> Signed-off-by: Vigith Maurice <[email protected]> Co-authored-by: Yashash H L <[email protected]> Co-authored-by: Vigith Maurice <[email protected]>
numaproj · Apr 18, 2024 · 680e5d4 · 680e5d4
1 parent dbebe6e
commit 680e5d4
Show file tree

Hide file tree

Showing 31 changed files with 5,506 additions and 2,377 deletions.
diff --git a/api/json-schema/schema.json b/api/json-schema/schema.json
@@ -17610,6 +17610,23 @@
       },
       "type": "object"
     },
+    "io.numaproj.numaflow.v1alpha1.AbstractSink": {
+      "properties": {
+        "blackhole": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.Blackhole"
+        },
+        "kafka": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.KafkaSink"
+        },
+        "log": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.Log"
+        },
+        "udsink": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.UDSink"
+        }
+      },
+      "type": "object"
+    },
     "io.numaproj.numaflow.v1alpha1.AbstractVertex": {
       "properties": {
         "affinity": {
@@ -19564,6 +19581,10 @@
         "blackhole": {
           "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.Blackhole"
         },
+        "fallback": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.AbstractSink",
+          "description": "Fallback sink can be imagined as DLQ for primary Sink. The writes to Fallback sink will only be initiated if the ud-sink response field sets it."
+        },
         "kafka": {
           "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.KafkaSink"
         },

diff --git a/api/openapi-spec/swagger.json b/api/openapi-spec/swagger.json
@@ -17614,6 +17614,23 @@
         }
       }
     },
+    "io.numaproj.numaflow.v1alpha1.AbstractSink": {
+      "type": "object",
+      "properties": {
+        "blackhole": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.Blackhole"
+        },
+        "kafka": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.KafkaSink"
+        },
+        "log": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.Log"
+        },
+        "udsink": {
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.UDSink"
+        }
+      }
+    },
     "io.numaproj.numaflow.v1alpha1.AbstractVertex": {
       "type": "object",
       "required": [
@@ -19551,6 +19568,10 @@
         "blackhole": {
           "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.Blackhole"
         },
+        "fallback": {
+          "description": "Fallback sink can be imagined as DLQ for primary Sink. The writes to Fallback sink will only be initiated if the ud-sink response field sets it.",
+          "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.AbstractSink"
+        },
         "kafka": {
           "$ref": "#/definitions/io.numaproj.numaflow.v1alpha1.KafkaSink"
         },

diff --git a/config/base/crds/full/numaflow.numaproj.io_pipelines.yaml b/config/base/crds/full/numaflow.numaproj.io_pipelines.yaml