[7.17] (backport elastic-agent#718) Allow / to be used in variable names

Backport elastic/elastic-agent#718 * Allow the / character to be used in variable names. Allow / to be used in variable names from dynamic providers and eql expressions. Ensure that k8s providers can provide variables with slashes in their names. * run antlr4 * Fix tests
michel-laterman · Jul 27, 2022 · 788bd6e · 788bd6e
1 parent 2cf7076
commit 788bd6e
Show file tree

Hide file tree

Showing 10 changed files with 145 additions and 118 deletions.
diff --git a/x-pack/elastic-agent/CHANGELOG.next.asciidoc b/x-pack/elastic-agent/CHANGELOG.next.asciidoc
@@ -95,6 +95,7 @@
 - Add filemod times to files in diagnostics collect bundle. {pull}31986[31986]
 - Allow ':' characters in dynamic variables. {pull}32407[32407]
 - Allow the - char to appear as part of variable names in eql expressions. {pull}32350[32350]
+- Allow the / char to appear as part of variable names in eql expressions. {pull}32528{32528}
 
 ==== New features
 

diff --git a/x-pack/elastic-agent/pkg/agent/transpiler/vars.go b/x-pack/elastic-agent/pkg/agent/transpiler/vars.go
@@ -15,7 +15,7 @@ import (
 	"github.com/elastic/beats/v7/libbeat/common"
 )
 
-var varsRegex = regexp.MustCompile(`\${([\p{L}\d\s\\\-_|.'":]*)}`)
+var varsRegex = regexp.MustCompile(`\${([\p{L}\d\s\\\-_|.'":\/]*)}`)
 
 // ErrNoMatch is return when the replace didn't fail, just that no vars match to perform the replace.
 var ErrNoMatch = fmt.Errorf("no matching vars")

diff --git a/x-pack/elastic-agent/pkg/agent/transpiler/vars_test.go b/x-pack/elastic-agent/pkg/agent/transpiler/vars_test.go
@@ -24,6 +24,7 @@ func TestVars_Replace(t *testing.T) {
 				"array1",
 				"array2",
 			},
+			"with/slash": "some/path",
 			"dict": map[string]interface{}{
 				"key1": "value1",
 				"key2": "value2",
@@ -168,6 +169,12 @@ func TestVars_Replace(t *testing.T) {
 			false,
 			false,
 		},
+		{
+			`${un-der_score.with/slash}`,
+			NewStrVal(`some/path`),
+			false,
+			false,
+		},
 		{
 			`list inside string ${un-der_score.list} causes no match`,
 			NewList([]Node{

diff --git a/x-pack/elastic-agent/pkg/composable/providers/kubernetes/node_test.go b/x-pack/elastic-agent/pkg/composable/providers/kubernetes/node_test.go
@@ -27,8 +27,9 @@ func TestGenerateNodeData(t *testing.T) {
 			Name: "testnode",
 			UID:  types.UID(uid),
 			Labels: map[string]string{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			Annotations: map[string]string{
 				"baz": "ban",
@@ -56,8 +57,9 @@ func TestGenerateNodeData(t *testing.T) {
 			"baz": "ban",
 		},
 		"labels": common.MapStr{
-			"foo":       "bar",
-			"with-dash": "dash-value",
+			"foo":        "bar",
+			"with-dash":  "dash-value",
+			"with/slash": "some/path",
 		},
 	}
 
@@ -129,8 +131,9 @@ func (n *nodeMeta) GenerateK8s(obj kubernetes.Resource, opts ...metadata.FieldOp
 			"ip":   "node1",
 		},
 		"labels": common.MapStr{
-			"foo":       "bar",
-			"with-dash": "dash-value",
+			"foo":        "bar",
+			"with-dash":  "dash-value",
+			"with/slash": "some/path",
 		},
 		"annotations": common.MapStr{
 			"baz": "ban",

diff --git a/x-pack/elastic-agent/pkg/composable/providers/kubernetes/pod_test.go b/x-pack/elastic-agent/pkg/composable/providers/kubernetes/pod_test.go
@@ -28,8 +28,9 @@ func TestGeneratePodData(t *testing.T) {
 			UID:       types.UID(uid),
 			Namespace: "testns",
 			Labels: map[string]string{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			Annotations: map[string]string{
 				"app": "production",
@@ -61,8 +62,9 @@ func TestGeneratePodData(t *testing.T) {
 			"nsa": "nsb",
 		},
 		"labels": common.MapStr{
-			"foo":       "bar",
-			"with-dash": "dash-value",
+			"foo":        "bar",
+			"with-dash":  "dash-value",
+			"with/slash": "some/path",
 		},
 		"annotations": common.MapStr{
 			"app": "production",
@@ -77,8 +79,9 @@ func TestGeneratePodData(t *testing.T) {
 		}, "kubernetes": common.MapStr{
 			"namespace": "testns",
 			"labels": common.MapStr{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			"annotations": common.MapStr{"app": "production"},
 			"pod": common.MapStr{
@@ -124,8 +127,9 @@ func TestGenerateContainerPodData(t *testing.T) {
 			UID:       types.UID(uid),
 			Namespace: "testns",
 			Labels: map[string]string{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			Annotations: map[string]string{
 				"app": "production",
@@ -182,8 +186,9 @@ func TestGenerateContainerPodData(t *testing.T) {
 			"app": "production",
 		},
 		"labels": common.MapStr{
-			"foo":       "bar",
-			"with-dash": "dash-value",
+			"foo":        "bar",
+			"with-dash":  "dash-value",
+			"with/slash": "some/path",
 		},
 	}
 
@@ -200,8 +205,9 @@ func TestGenerateContainerPodData(t *testing.T) {
 			"namespace":   "testns",
 			"annotations": common.MapStr{"app": "production"},
 			"labels": common.MapStr{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			"pod": common.MapStr{
 				"ip":   "127.0.0.5",
@@ -244,8 +250,9 @@ func TestEphemeralContainers(t *testing.T) {
 			UID:       types.UID(uid),
 			Namespace: "testns",
 			Labels: map[string]string{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			Annotations: map[string]string{
 				"app": "production",
@@ -288,8 +295,9 @@ func TestEphemeralContainers(t *testing.T) {
 			"ip":   pod.Status.PodIP,
 		},
 		"labels": common.MapStr{
-			"foo":       "bar",
-			"with-dash": "dash-value",
+			"foo":        "bar",
+			"with-dash":  "dash-value",
+			"with/slash": "some/path",
 		},
 		"container": common.MapStr{
 			"id":      "asdfghdeadbeef",
@@ -317,8 +325,9 @@ func TestEphemeralContainers(t *testing.T) {
 		}, "kubernetes": common.MapStr{
 			"namespace": "testns",
 			"labels": common.MapStr{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			"annotations": common.MapStr{"app": "production"},
 			"pod": common.MapStr{
@@ -401,8 +410,9 @@ func (p *podMeta) GenerateK8s(obj kubernetes.Resource, opts ...metadata.FieldOpt
 			"ip":   k8sPod.Status.PodIP,
 		},
 		"labels": common.MapStr{
-			"foo":       "bar",
-			"with-dash": "dash-value",
+			"foo":        "bar",
+			"with-dash":  "dash-value",
+			"with/slash": "some/path",
 		},
 		"annotations": common.MapStr{
 			"app": "production",

diff --git a/x-pack/elastic-agent/pkg/composable/providers/kubernetes/service_test.go b/x-pack/elastic-agent/pkg/composable/providers/kubernetes/service_test.go
@@ -28,8 +28,9 @@ func TestGenerateServiceData(t *testing.T) {
 			UID:       types.UID(uid),
 			Namespace: "testns",
 			Labels: map[string]string{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			Annotations: map[string]string{
 				"baz": "ban",
@@ -69,8 +70,9 @@ func TestGenerateServiceData(t *testing.T) {
 			"baz": "ban",
 		},
 		"labels": common.MapStr{
-			"foo":       "bar",
-			"with-dash": "dash-value",
+			"foo":        "bar",
+			"with-dash":  "dash-value",
+			"with/slash": "some/path",
 		},
 	}
 
@@ -86,8 +88,9 @@ func TestGenerateServiceData(t *testing.T) {
 				"ip":   "1.2.3.4",
 			},
 			"labels": common.MapStr{
-				"foo":       "bar",
-				"with-dash": "dash-value",
+				"foo":        "bar",
+				"with-dash":  "dash-value",
+				"with/slash": "some/path",
 			},
 			"annotations": common.MapStr{
 				"baz": "ban",
@@ -146,8 +149,9 @@ func (s *svcMeta) GenerateK8s(obj kubernetes.Resource, opts ...metadata.FieldOpt
 			"ip":   "1.2.3.4",
 		},
 		"labels": common.MapStr{
-			"foo":       "bar",
-			"with-dash": "dash-value",
+			"foo":        "bar",
+			"with-dash":  "dash-value",
+			"with/slash": "some/path",
 		},
 		"annotations": common.MapStr{
 			"baz": "ban",

diff --git a/x-pack/elastic-agent/pkg/eql/Eql.g4 b/x-pack/elastic-agent/pkg/eql/Eql.g4
@@ -22,7 +22,7 @@ NUMBER: [\-]? [0-9]+;
 WHITESPACE: [ \r\n\t]+ -> skip;
 NOT: 'NOT' | 'not';
 NAME: [a-zA-Z_] [a-zA-Z0-9_]*;
-VNAME: [a-zA-Z0-9_.-]+('.'[a-zA-Z0-9_-]+)*;
+VNAME: [a-zA-Z0-9_.\-/]+('.'[a-zA-Z0-9_\-/]+)*;
 STEXT: '\'' ~[\r\n']* '\'';
 DTEXT: '"' ~[\r\n"]* '"';
 LPAR: '(';

diff --git a/x-pack/elastic-agent/pkg/eql/eql_test.go b/x-pack/elastic-agent/pkg/eql/eql_test.go
@@ -44,6 +44,7 @@ func TestEql(t *testing.T) {
 		{expression: "${'constant'} == 'constant'", result: true},
 		{expression: "${data.with-dash} == 'dash-value'", result: true},
 		{expression: "${'dash-value'} == 'dash-value'", result: true},
+		{expression: "${data.with/slash} == 'some/path'", result: true},
 
 		// boolean
 		{expression: "true", result: true},
@@ -308,10 +309,11 @@ func TestEql(t *testing.T) {
 
 	store := &testVarStore{
 		vars: map[string]interface{}{
-			"env.HOSTNAME":   "my-hostname",
-			"host.name":      "host-name",
-			"data.array":     []interface{}{"array1", "array2", "array3"},
-			"data.with-dash": "dash-value",
+			"env.HOSTNAME":    "my-hostname",
+			"host.name":       "host-name",
+			"data.array":      []interface{}{"array1", "array2", "array3"},
+			"data.with-dash":  "dash-value",
+			"data.with/slash": "some/path",
 			"data.dict": map[string]interface{}{
 				"key1": "dict1",
 				"key2": "dict2",