feat: dynamic secret

components/lock/types.go

@@ -13,10 +13,13 @@
 // limitations under the License.
 package lock
 
+import "mosn.io/layotto/components/ref"
+
 type Feature string
 
 // Lock's metadata
 type Config struct {
+	ref.Config
 	Type     string            `json:"type"`
 	Metadata map[string]string `json:"metadata"`
 }

components/ref/config.go

@@ -0,0 +1,34 @@
+/*
+ * Copyright 2021 Layotto Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package ref
+
+//Config is ref json config
+type Config struct {
+	ComponentRef     []*ComponentRef `json:"component_ref"`
+	SecretRef        []*Item         `json:"secret_ref"`
+	ConfigurationRef []*Item         `json:"configuration_ref"`
+}
+
+type ComponentRef struct {
+	Type string `json:"type"`
+	Name string `json:"name"`
+}
+
+type Item struct {
+	Name string `json:"name"`
+	Key  string `json:"key"`
+}

components/sequencer/types.go

@@ -11,9 +11,13 @@
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.
+
 package sequencer
 
+import "mosn.io/layotto/components/ref"
+
 type Config struct {
+	ref.Config
 	Type       string            `json:"type"`
 	BiggerThan map[string]int64  `json:"biggerThan"`
 	Metadata   map[string]string `json:"metadata"`

configs/config_ref_example.json

@@ -0,0 +1,108 @@
+{
+  "servers": [
+    {
+      "default_log_path": "stdout",
+      "default_log_level": "DEBUG",
+      "routers": [
+        {
+          "router_config_name": "actuator_dont_need_router"
+        }
+      ],
+      "listeners": [
+        {
+          "name": "grpc",
+          "address": "127.0.0.1:34904",
+          "bind_port": true,
+          "filter_chains": [
+            {
+              "filters": [
+                {
+                  "type": "grpc",
+                  "config": {
+                    "server_name": "runtime",
+                    "grpc_config": {
+                      "hellos": {
+                        "helloworld": {
+                          "hello": "greeting"
+                        }
+                      },
+                      "secret_store": {
+                        "local.file": {
+                          "metadata": {
+                            "secretsFile": "../../configs/secret/config_secret_local_file.json"
+                          }
+                        },
+                        "local.env": {
+                          "metadata": {
+                          }
+                        }
+                      },
+                      "sequencer": {
+                        "redis": {
+                          "metadata": {
+                            "redisHost": "127.0.0.1:6380",
+                            "redisPassword": ""
+                          },
+                          "componentRef": [
+                            {
+                              "type": "config_store",
+                              "name": "apollo"
+                            },
+                            {
+                              "type": "secret_store",
+                              "name": "local.file"
+                            }
+                          ],
+                          "secretRef": [
+                            {
+                              "name": "local.file",
+                              "key": "db-user-pass:password"
+                            }
+                          ],
+                          "configurationRef": [
+                            {
+                              "name": "apollo",
+                              "key": "xxxxx"
+                            }
+                          ]
+                        }
+                      },
+                      "app": {
+                        "app_id": "app1",
+                        "grpc_callback_port": 9999
+                      }
+                    }
+                  }
+                }
+              ]
+            }
+          ]
+        },
+        {
+          "name": "actuator",
+          "address": "127.0.0.1:34999",
+          "bind_port": true,
+          "filter_chains": [
+            {
+              "filters": [
+                {
+                  "type": "proxy",
+                  "config": {
+                    "downstream_protocol": "Http1",
+                    "upstream_protocol": "Http1",
+                    "router_config_name": "actuator_dont_need_router"
+                  }
+                }
+              ]
+            }
+          ],
+          "stream_filters": [
+            {
+              "type": "actuator_filter"
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}

pkg/runtime/bindings/metadata.go

@@ -16,7 +16,10 @@
 
 package bindings
 
+import "mosn.io/layotto/components/ref"
+
 type Metadata struct {
+	ref.Config
 	Type     string `json:"type"`
 	Version  string
 	Metadata map[string]string `json:"metadata"`

pkg/runtime/pubsub/config.go

@@ -16,8 +16,11 @@
 
 package pubsub
 
+import "mosn.io/layotto/components/ref"
+
 // Config wraps configuration for a pubsub implementation
 type Config struct {
+	ref.Config
 	Type     string            `json:"type"`
 	Metadata map[string]string `json:"metadata"`
 }

pkg/runtime/ref/contianer.go

@@ -0,0 +1,44 @@
+/*
+ * Copyright 2021 Layotto Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package ref
+
+import (
+	"github.com/dapr/components-contrib/secretstores"
+
+	"mosn.io/layotto/components/configstores"
+)
+
+// RefContainer  hold all secret&config store
+type RefContainer struct {
+	SecretRef map[string]secretstores.SecretStore
+	ConfigRef map[string]configstores.Store
+}
+
+func NewRefContainer() *RefContainer {
+	return &RefContainer{
+		SecretRef: make(map[string]secretstores.SecretStore),
+		ConfigRef: make(map[string]configstores.Store),
+	}
+}
+
+func (r *RefContainer) GetSecretStore(key string) secretstores.SecretStore {
+	return r.SecretRef[key]
+}
+
+func (r *RefContainer) GetConfigStore(key string) configstores.Store {
+	return r.ConfigRef[key]
+}

pkg/runtime/ref/contianer_test.go

@@ -0,0 +1,39 @@
+/*
+ * Copyright 2021 Layotto Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package ref
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+
+	"mosn.io/layotto/pkg/mock"
+	"mosn.io/layotto/pkg/mock/components/secret"
+)
+
+func TestRefContainer(t *testing.T) {
+
+	container := NewRefContainer()
+
+	ss := &secret.FakeSecretStore{}
+	container.SecretRef["fake"] = ss
+	cf := &mock.MockStore{}
+	container.ConfigRef["mock"] = cf
+	assert.Equal(t, ss, container.GetSecretStore("fake"))
+	assert.Equal(t, cf, container.GetConfigStore("mock"))
+
+}

pkg/runtime/ref/injector.go

@@ -0,0 +1,54 @@
+/*
+ * Copyright 2021 Layotto Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package ref
+
+import (
+	"github.com/dapr/components-contrib/secretstores"
+
+	"mosn.io/layotto/components/ref"
+)
+
+type DefaultInjector struct {
+	Container RefContainer
+}
+
+//InjectSecretRef  inject secret to metaData
+func (i *DefaultInjector) InjectSecretRef(items []*ref.Item, metaData map[string]string) error {
+
+	if len(items) == 0 {
+		return nil
+	}
+
+	meta := make(map[string]string)
+	for _, item := range items {
+		store := i.Container.GetSecretStore(item.Name)
+		secret, err := store.GetSecret(secretstores.GetSecretRequest{
+			Name: item.Key,
+		})
+		if err != nil {
+			return err
+		}
+		for k, v := range secret.Data {
+			meta[k] = v
+		}
+	}
+	//avoid part of assign because of err
+	for k, v := range meta {
+		metaData[k] = v
+	}
+	return nil
+}

pkg/runtime/ref/injector_test.go

@@ -0,0 +1,48 @@
+/*
+ * Copyright 2021 Layotto Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package ref
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+
+	"mosn.io/layotto/components/ref"
+	"mosn.io/layotto/pkg/mock"
+	"mosn.io/layotto/pkg/mock/components/secret"
+)
+
+func TestInject(t *testing.T) {
+
+	container := NewRefContainer()
+
+	ss := &secret.FakeSecretStore{}
+	container.SecretRef["fake_secret_store"] = ss
+	cf := &mock.MockStore{}
+	container.ConfigRef["mock_config_store"] = cf
+
+	injector := DefaultInjector{Container: *container}
+	meta := make(map[string]string)
+	var items []*ref.Item
+	items = append(items, &ref.Item{
+		Name: "fake_secret_store",
+		Key:  "good-key",
+	})
+	injector.InjectSecretRef(items, meta)
+	assert.Equal(t, meta["good-key"], "life is good")
+
+}