From 0cf70bd860582de14948f2574511cd49956542f8 Mon Sep 17 00:00:00 2001
From: upodroid <upodroid@users.noreply.github.com>
Date: Tue, 29 Aug 2023 23:24:58 +0100
Subject: [PATCH] add node e2e grid jobs

---
 config/jobs/kubernetes/sig-node/README.md     |   11 +-
 config/jobs/kubernetes/sig-node/__init__.py   |    0
 config/jobs/kubernetes/sig-node/build_jobs.py |  348 +++
 config/jobs/kubernetes/sig-node/helpers.py    |  161 ++
 .../jobs/kubernetes/sig-node/requirements.txt |    3 +
 .../kubernetes/sig-node/sig-node-grid.yaml    | 2458 +++++++++++++++++
 .../sig-node/templates/periodic.yaml.jinja    |  119 +
 .../testgrids/kubernetes/sig-node/config.yaml |    2 +
 8 files changed, 3100 insertions(+), 2 deletions(-)
 create mode 100644 config/jobs/kubernetes/sig-node/__init__.py
 create mode 100644 config/jobs/kubernetes/sig-node/build_jobs.py
 create mode 100644 config/jobs/kubernetes/sig-node/helpers.py
 create mode 100644 config/jobs/kubernetes/sig-node/requirements.txt
 create mode 100644 config/jobs/kubernetes/sig-node/sig-node-grid.yaml
 create mode 100644 config/jobs/kubernetes/sig-node/templates/periodic.yaml.jinja

diff --git a/config/jobs/kubernetes/sig-node/README.md b/config/jobs/kubernetes/sig-node/README.md
index 5b2593e88db51..dd2966d0ef759 100644
--- a/config/jobs/kubernetes/sig-node/README.md
+++ b/config/jobs/kubernetes/sig-node/README.md
@@ -41,7 +41,14 @@
 
 ## Naming Convention
 
-(pull|ci)-{$cri}-{$cgroup}-{$os}-{$test-type}-release-{$release-branch}
+(pull|ci)-(kubernetes-e2e|node-e2e)-{$cri}-{$os}-{$arch}-(ec2|gce)-{$test-scenario}-release-{$release-branch}
+
+Examples:
+  - ci-node-e2e-containerd-ubuntu-arm64-ec2-conformance-release-master
+  - ci-kubernetes-e2e-containerd-ubuntu-amd64-gce-conformance-release-master
+  - ci-kubernetes-e2e-containerd-ubuntu-amd64-gce-cgroupv1-conformance-release-master
+
+cgroupsv1 is deprecated and will be tested as a test-scenario
 
 **Note:** Specify variable value in the name only if it isn’t set to default in a test tab.
 
@@ -187,4 +194,4 @@ Examples: node-conformance-alpha-features-enabled, node-conformance-alpha-featur
 * Node Conformance  against containerd main, and for combinations of K8s X containerd versions supported by managed kubernetes distributions.
 * Serial  against containerd main, and for combinations of K8s X containerd versions supported by managed kubernetes distributions.
 * Containerd e2e tests for all containerd versions.
-* Containerd Build tests for all containerd versions.
\ No newline at end of file
+* Containerd Build tests for all containerd versions.
diff --git a/config/jobs/kubernetes/sig-node/__init__.py b/config/jobs/kubernetes/sig-node/__init__.py
new file mode 100644
index 0000000000000..e69de29bb2d1d
diff --git a/config/jobs/kubernetes/sig-node/build_jobs.py b/config/jobs/kubernetes/sig-node/build_jobs.py
new file mode 100644
index 0000000000000..a21d5aa0ca9f9
--- /dev/null
+++ b/config/jobs/kubernetes/sig-node/build_jobs.py
@@ -0,0 +1,348 @@
+# Copyright 2023 The Kubernetes Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import math
+import json
+import yaml
+import re
+import jinja2  # pylint: disable=import-error
+
+
+from helpers import (  # pylint: disable=import-error, no-name-in-module
+    build_cron,
+)
+
+# These are job tab names of unsupported grid combinations
+skip_jobs = []
+
+image = "gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master"
+
+loader = jinja2.FileSystemLoader(searchpath="./templates")
+
+##############
+# Build Test #
+##############
+
+
+# Returns a string representing the periodic prow job and the number of job invocations per week
+def build_test(
+    cloud="ec2",
+    distro="u2204",
+    cri="containerd",
+    name_override=None,
+    feature_flags=(),
+    extra_dashboards=None,
+    test_parallelism=8,
+    test_timeout_minutes=60,
+    skip_regex="",
+    arch="",
+    test_args="",
+    instance_type="",
+    user_data_file="",
+    image_config_file="",
+    test_type="node-e2e",
+    scenario_name=None,
+    focus_regex=None,
+    runs_per_day=0,
+    scenario=None,
+    env=None,
+):
+    # pylint: disable=too-many-statements,too-many-branches,too-many-arguments
+    validation_wait = "20m" if distro in ("flatcar", "flatcararm64") else None
+
+    suffix = ""
+    if cri:
+        suffix += cri
+    if distro:
+        suffix += "-" + distro.replace('-arm64','')
+    if arch:
+        suffix += "-" + arch
+    if cloud:
+        suffix += "-" + cloud
+
+    tab = name_override or (f"ci-node-e2e-{suffix}-{scenario_name}-release-master")
+    #TODO amend this when the generator configures older releases
+
+    if tab in skip_jobs:
+        return None
+
+    cron, runs_per_week = build_cron(tab, runs_per_day)
+
+    # Scenario-specific parameters
+    if env is None:
+        env = {}
+
+    tmpl_file = "periodic.yaml.jinja"
+
+    tmpl = jinja2.Environment(loader=loader).get_template(tmpl_file)
+    job = tmpl.render(
+        job_name=tab,
+        cloud=cloud,
+        cron=cron,
+        distro=distro,
+        test_parallelism=str(test_parallelism),
+        job_timeout=str(test_timeout_minutes + 10) + "m",
+        test_timeout=str(test_timeout_minutes) + "m",
+        skip_regex=skip_regex,
+        kops_feature_flags=",".join(feature_flags),
+        focus_regex=focus_regex,
+        validation_wait=validation_wait,
+        test_args=test_args,
+        user_data_file=user_data_file,
+        image_config_file=image_config_file,
+        instance_type=instance_type,
+        image=image,
+        scenario=scenario,
+        env=env,
+        arch=arch,
+    )
+
+    spec = {
+        "cloud": cloud,
+        "distro": distro,
+        "cri": cri,
+        "scenario": scenario_name,
+    }
+    jsonspec = json.dumps(spec, sort_keys=True)
+
+    dashboards = [
+        f"sig-node-{cri}",
+        f"sig-node-{distro.removesuffix('-arm64')}",
+    ]
+    if cloud == "ec2":
+        dashboards.extend(["sig-node-ec2","amazon-ec2-node"])
+    if cloud == "gce":
+        dashboards.extend(["sig-node-gce"])
+
+    if extra_dashboards:
+        dashboards.extend(extra_dashboards)
+
+    days_of_results = 90
+    if runs_per_week * days_of_results > 2000:
+        # testgrid has a limit on number of test runs to show for a job
+        days_of_results = math.floor(2000 / runs_per_week)
+    annotations = {
+        "testgrid-dashboards": ", ".join(sorted(dashboards)),
+        "testgrid-days-of-results": str(days_of_results),
+        "testgrid-tab-name": tab,
+    }
+    for k, v in spec.items():
+        annotations[f"node.k8s.io/{k}"] = v or ""
+
+    extra = yaml.dump(
+        {"annotations": annotations}, width=9999, default_flow_style=False
+    )
+
+    output = f"\n# {jsonspec}\n{job.strip()}\n"
+    for line in extra.splitlines():
+        output += f"  {line}\n"
+    return output, runs_per_week
+
+####################
+# Grid Definitions #
+####################
+clouds = [
+    "ec2",
+    "gce",
+]
+
+cri_options = [
+    "containerd",
+    # 'cri-o',
+]
+
+gce_distro_options = [
+    "cos",
+    "ubuntu2204-gke",
+    "ubuntu2204-gke-arm64",
+]
+
+ec2_distro_options = [
+    # "amazonlinux2",
+    "al2023",
+    "al2023-arm64",
+    "ubuntu2204",
+    "ubuntu2204-arm64",
+]
+
+image_config_files = {
+    "cos": "../test-infra/jobs/e2e_node/containerd/image-config.yaml",
+    "ubuntu2204-gke": "../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml",
+    "ubuntu2204-gke-arm64": "../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml",
+}
+
+user_data_files = {
+    # "amazonlinux2": "amazonlinux2.yaml", # stored in k-sigs/aws-provider-test-infra repo
+    # "amazonlinux2-arm64": "amazonlinux2-arm64.yaml", # stored in k-sigs/aws-provider-test-infra repo
+    "ubuntu2204": "config/ubuntu2204.yaml", # stored in k-sigs/aws-provider-test-infra repo
+    "ubuntu2204-arm64": "config/ubuntu2204.yaml", # stored in k-sigs/aws-provider-test-infra repo
+    "al2023": "config/al2023-6.1.yaml", # stored in k-sigs/aws-provider-test-infra repoo
+    "al2023-arm64": "config/al2023-6.1.yaml", # stored in k-sigs/aws-provider-test-infra repo
+}
+
+default_test_args = '--kubelet-flags="--cgroup-driver=systemd"'
+
+test_scenarios = [
+    {
+        "name": "conformance",
+        "skip_regex": r"\[Slow\]|\[Serial\]|\[Flaky\]",
+        "focus_regex": r"\[NodeConformance\]",
+        "cloud": "all",
+        "test_args": default_test_args,
+        "release_informing": ["cos-gce", "ubuntu2204-ec2"],
+    },
+    {
+        "name": "serial",
+        "skip_regex": r"\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]",
+        "focus_regex": r"\[Serial\]",
+        "parallelism": 1,
+        "timeout": 240,
+        "cloud": "all",
+        "test_args": default_test_args,
+        "release_informing": ["cos-gce", "ubuntu2204-ec2"],
+    },
+    {
+        "name": "features",
+        "skip_regex": r"\[Flaky\]|\[Serial\]",
+        "focus_regex": r"\[NodeFeature:.+\]|\[NodeFeature\]",
+        "cloud": "all",
+        "test_args": default_test_args,
+    },
+    {
+        "name": "cgroupv1",
+        "skip_regex": r"\[Flaky\]|\[Serial\]",
+        "focus_regex": r"\[NodeFeature:.+\]|\[NodeFeature\]",
+        "cloud": "all",
+        "test_args": '--kubelet-flags="--cgroup-driver=cgroupfs"',
+    },
+    {
+        "name": "swap",
+        "skip_regex": r"\[Flaky\]|\[Serial\]",
+        "focus_regex": r"\[NodeFeature:.+\]|\[NodeFeature\]",
+        "cloud": "all",
+        "timeout": 200,
+        "test_args": '--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"',
+    },
+    {
+        "name": "standalone-all",
+        "skip_regex": r"\[Flaky\]|\[Serial\]",
+        "focus_regex": r"\[Feature:StandaloneMode\]",
+        "cloud": "all",
+        "timeout": 200,
+        "test_args": '--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"',
+    }
+]
+
+# cri_versions = [
+#     "containerd/main",
+#     "containerd/1.7",
+#     "containerd/1.6",
+# ]
+
+############################
+# kops-periodics-grid.yaml #
+############################
+def generate_grid():
+    results = []
+    # pylint: disable=too-many-nested-blocks
+    for cri in cri_options:
+        for test_scenario in test_scenarios:
+            for cloud in clouds:
+                if cloud != test_scenario["cloud"] and test_scenario["cloud"] != "all":
+                    continue
+                for distro in eval(f"{cloud}_distro_options"):
+                    distro_short = distro.replace('ubuntu', 'u').replace('debian', 'deb').replace('amazonlinux', 'amzn') # pylint: disable=line-too-long
+                    arch = instance_type = user_data_file = image_config_file = ""
+                    if cloud == "ec2":
+                        instance_type = "m6a.large"
+                        user_data_file = user_data_files[distro]
+                    else:
+                        instance_type = "e2-standard-2"
+                        image_config_file = image_config_files[distro]
+                    if 'arm64' in distro:
+                        arch = "arm64"
+                        if cloud == "ec2":
+                            instance_type = "m6g.large"
+                            user_data_file = user_data_files[distro]
+                        else:
+                            instance_type = "t2a-standard-2"
+                            image_config_file = image_config_files[distro]
+                    else:
+                        arch = "amd64"
+                    extra_dashboards = ["sig-node-grid"]
+                    if "release_blocking" in test_scenario:
+                        for v in test_scenario["release_blocking"]:
+                            if re.match(fr"{distro}-{cloud}", v):
+                                extra_dashboards.extend(['sig-release-master-blocking', 'sig-node-release-blocking'])
+                    if "release_informing" in test_scenario:
+                        for v in test_scenario["release_informing"]:
+                            if re.match(fr"{distro}-{cloud}", v):
+                                extra_dashboards.extend(['sig-release-master-informing', 'sig-node-release-informing'])
+                    results.append(
+                        build_test(
+                            cloud=cloud,
+                            distro=distro_short,
+                            test_parallelism=test_scenario.get("parallelism", 8),
+                            test_timeout_minutes=test_scenario.get("timeout", 60),
+                            runs_per_day=3,
+                            extra_dashboards=extra_dashboards,
+                            scenario_name=test_scenario["name"],
+                            cri=cri,
+                            arch=arch,
+                            instance_type=instance_type,
+                            user_data_file=user_data_file,
+                            image_config_file=image_config_file,
+                            test_args=test_scenario["test_args"],
+                            skip_regex=test_scenario["skip_regex"],
+                            focus_regex=test_scenario["focus_regex"],
+                        )
+                    )
+
+    return filter(None, results)
+
+########################
+# YAML File Generation #
+########################
+periodics_files = {
+    "sig-node-grid.yaml": generate_grid,
+}
+
+
+def main():
+    for filename, generate_func in periodics_files.items():
+        print(f"Generating {filename}")
+        output = []
+        runs_per_week = 0
+        job_count = 0
+        for res in generate_func():
+            output.append(res[0])
+            runs_per_week += res[1]
+            job_count += 1
+
+        output.insert(
+            0, "# yamllint disable rule:trailing-spaces\n"
+        )
+        output.insert(
+            1, "# Test jobs generated by build_jobs.py (do not manually edit)\n"
+        )
+        output.insert(
+            2, f"# {job_count} jobs, total of {runs_per_week} runs per week\n"
+        )
+        output.insert(2, "periodics:\n")
+        with open(filename, "w") as fd:
+            fd.write("".join(output))
+
+
+if __name__ == "__main__":
+    main()
diff --git a/config/jobs/kubernetes/sig-node/helpers.py b/config/jobs/kubernetes/sig-node/helpers.py
new file mode 100644
index 0000000000000..d262679069407
--- /dev/null
+++ b/config/jobs/kubernetes/sig-node/helpers.py
@@ -0,0 +1,161 @@
+# Copyright 2020 The Kubernetes Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import zlib
+
+import boto3 # pylint: disable=import-error
+
+# We support rapid focus on a few tests of high concern
+# This should be used for temporary tests we are evaluating,
+# and ideally linked to a bug, and removed once the bug is fixed
+run_hourly = [
+]
+
+run_daily = [
+]
+
+def simple_hash(s):
+    # & 0xffffffff avoids python2/python3 compatibility
+    return zlib.crc32(s.encode()) & 0xffffffff
+
+def build_cron(key, runs_per_day):
+    runs_per_week = 0
+    minute = simple_hash("minutes:" + key) % 60
+    hour = simple_hash("hours:" + key) % 24
+    day_of_week = simple_hash("day_of_week:" + key) % 7
+
+    if runs_per_day > 0:
+        hour_denominator = 24 / runs_per_day
+        hour_offset = simple_hash("hours:" + key) % hour_denominator
+        return "%d %d-23/%d * * *" % (minute, hour_offset, hour_denominator), (runs_per_day * 7)
+
+    # run Ubuntu 20.04 (Focal) jobs more frequently
+    if "u2004" in key:
+        runs_per_week += 7
+        return "%d %d * * *" % (minute, hour), runs_per_week
+
+    # run hotlist jobs more frequently
+    if key in run_hourly:
+        runs_per_week += 24 * 7
+        return "%d * * * *" % (minute), runs_per_week
+
+    if key in run_daily:
+        runs_per_week += 7
+        return "%d %d * * *" % (minute, hour), runs_per_week
+
+    runs_per_week += 1
+    return "%d %d * * %d" % (minute, hour, day_of_week), runs_per_week
+
+def replace_or_remove_line(s, pattern, new_str):
+    keep = []
+    for line in s.split('\n'):
+        if pattern in line:
+            if new_str:
+                line = line.replace(pattern, new_str)
+                keep.append(line)
+        else:
+            keep.append(line)
+    return '\n'.join(keep)
+
+def should_skip_newer_k8s(k8s_version, kops_version):
+    if kops_version is None:
+        return False
+    if k8s_version is None:
+        return True
+    return float(k8s_version) > float(kops_version)
+
+def k8s_version_info(k8s_version):
+    test_package_bucket = ''
+    test_package_dir = ''
+    if k8s_version == 'latest':
+        marker = 'latest.txt'
+        k8s_deploy_url = "https://dl.k8s.io/release/latest.txt"
+    elif k8s_version == 'ci':
+        marker = 'latest.txt'
+        k8s_deploy_url = "https://storage.googleapis.com/k8s-release-dev/ci/latest.txt"
+        test_package_bucket = 'k8s-release-dev'
+        test_package_dir = 'ci'
+    elif k8s_version == 'stable':
+        marker = 'stable.txt'
+        k8s_deploy_url = "https://dl.k8s.io/release/stable.txt"
+    elif k8s_version:
+        marker = f"stable-{k8s_version}.txt"
+        k8s_deploy_url = f"https://dl.k8s.io/release/stable-{k8s_version}.txt" # pylint: disable=line-too-long
+    else:
+        raise Exception('missing required k8s_version')
+    return marker, k8s_deploy_url, test_package_bucket, test_package_dir
+
+def create_args(kops_channel, networking, extra_flags, kops_image):
+    args = f"--channel={kops_channel} --networking=" + networking
+
+    image_overridden = False
+    if extra_flags:
+        for arg in extra_flags:
+            if "--image=" in arg:
+                image_overridden = True
+            args = args + " " + arg
+    if kops_image and not image_overridden:
+        args = f"--image='{kops_image}' {args}"
+    return args.strip()
+
+# def latest_aws_image(owner, name, arch='x86_64'):
+#     client = boto3.client('ec2', region_name='us-east-1')
+#     response = client.describe_images(
+#         Owners=[owner],
+#         Filters=[
+#             {
+#                 'Name': 'name',
+#                 'Values': [
+#                     name,
+#                 ],
+#             },
+#             {
+#                 'Name': 'architecture',
+#                 'Values': [
+#                     arch
+#                 ],
+#             },
+#         ],
+#     )
+#     images = []
+#     for image in response['Images']:
+#         images.append(image['ImageLocation'].replace('amazon', owner))
+#     images.sort(reverse=True)
+#     return images[0]
+
+# distro_images = {
+#     'al2023': latest_aws_image('137112412989', 'al2023-ami-2*-kernel-6.1-x86_64'),
+#     'amzn2': latest_aws_image('137112412989', 'amzn2-ami-kernel-5.10-hvm-*-x86_64-gp2'),
+#     'deb10': latest_aws_image('136693071363', 'debian-10-amd64-*'),
+#     'deb11': latest_aws_image('136693071363', 'debian-11-amd64-*'),
+#     'deb12': latest_aws_image('136693071363', 'debian-12-amd64-*'),
+#     'flatcar': latest_aws_image('075585003325', 'Flatcar-beta-*-hvm'),
+#     'flatcararm64': latest_aws_image('075585003325', 'Flatcar-beta-*-hvm', 'arm64'),
+#     'rhel8': latest_aws_image('309956199498', 'RHEL-8.*_HVM-*-x86_64-*'),
+#     'rhel9': latest_aws_image('309956199498', 'RHEL-9.*_HVM-*-x86_64-*'),
+#     'rocky8': latest_aws_image('792107900819', 'Rocky-8-ec2-8.*.x86_64'),
+#     'u1804': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-bionic-18.04-amd64-server-*'), # pylint: disable=line-too-long
+#     'u2004': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-focal-20.04-amd64-server-*'), # pylint: disable=line-too-long
+#     'u2004arm64': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-focal-20.04-arm64-server-*', 'arm64'), # pylint: disable=line-too-long
+#     'u2204': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-*'), # pylint: disable=line-too-long
+#     'u2204arm64': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-*', 'arm64'), # pylint: disable=line-too-long
+# }
+
+distros_ssh_user = {
+    'al2023': 'ec2-user',
+    'u2204': 'ec2-user',
+    'u2204-gke': 'ec2-user',
+    'amzn2': 'ec2-user',
+    'cos': 'prow',
+}
diff --git a/config/jobs/kubernetes/sig-node/requirements.txt b/config/jobs/kubernetes/sig-node/requirements.txt
new file mode 100644
index 0000000000000..67de90091f5bb
--- /dev/null
+++ b/config/jobs/kubernetes/sig-node/requirements.txt
@@ -0,0 +1,3 @@
+pyyaml
+Jinja2
+boto3
\ No newline at end of file
diff --git a/config/jobs/kubernetes/sig-node/sig-node-grid.yaml b/config/jobs/kubernetes/sig-node/sig-node-grid.yaml
new file mode 100644
index 0000000000000..39efc940bfe7f
--- /dev/null
+++ b/config/jobs/kubernetes/sig-node/sig-node-grid.yaml
@@ -0,0 +1,2458 @@
+# yamllint disable rule:trailing-spaces
+# Test jobs generated by build_jobs.py (do not manually edit)
+periodics:
+# 42 jobs, total of 882 runs per week
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "conformance"}
+- name: ci-node-e2e-containerd-al2023-amd64-ec2-conformance-release-master
+  cron: '17 0-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[NodeConformance\]" \
+            --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023
+    node.k8s.io/scenario: conformance
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-conformance-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "conformance"}
+- name: ci-node-e2e-containerd-al2023-arm64-ec2-conformance-release-master
+  cron: '15 2-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[NodeConformance\]" \
+            --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023-arm64
+    node.k8s.io/scenario: conformance
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-conformance-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "conformance"}
+- name: ci-node-e2e-containerd-u2204-amd64-ec2-conformance-release-master
+  cron: '32 1-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[NodeConformance\]" \
+            --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204
+    node.k8s.io/scenario: conformance
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-release-informing, sig-node-u2204, sig-release-master-informing
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-conformance-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "conformance"}
+- name: ci-node-e2e-containerd-u2204-arm64-ec2-conformance-release-master
+  cron: '2 3-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[NodeConformance\]" \
+            --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-arm64
+    node.k8s.io/scenario: conformance
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-conformance-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "conformance"}
+- name: ci-node-e2e-containerd-cos-amd64-gce-conformance-release-master
+  cron: '29 2-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeConformance\]"
+        - --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=60m"
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: cos
+    node.k8s.io/scenario: conformance
+    testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid, sig-node-release-informing, sig-release-master-informing
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-conformance-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "conformance"}
+- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-conformance-release-master
+  cron: '28 5-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeConformance\]"
+        - --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=60m"
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke
+    node.k8s.io/scenario: conformance
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-conformance-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "conformance"}
+- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-conformance-release-master
+  cron: '26 7-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeConformance\]"
+        - --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]"
+        - --instance-type="t2a-standard-2"
+        - --timeout=60m"
+        - --use-dockerized-build=true
+        - --target-build-arch=linux/arm64
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke-arm64
+    node.k8s.io/scenario: conformance
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-conformance-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "serial"}
+- name: ci-node-e2e-containerd-al2023-amd64-ec2-serial-release-master
+  cron: '17 6-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 250m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[Serial\]" \
+            --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" \
+            --timeout=240m \
+            --paralellism=1 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023
+    node.k8s.io/scenario: serial
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-serial-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "serial"}
+- name: ci-node-e2e-containerd-al2023-arm64-ec2-serial-release-master
+  cron: '28 3-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 250m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[Serial\]" \
+            --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" \
+            --timeout=240m \
+            --paralellism=1 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023-arm64
+    node.k8s.io/scenario: serial
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-serial-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "serial"}
+- name: ci-node-e2e-containerd-u2204-amd64-ec2-serial-release-master
+  cron: '44 4-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 250m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[Serial\]" \
+            --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" \
+            --timeout=240m \
+            --paralellism=1 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204
+    node.k8s.io/scenario: serial
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-release-informing, sig-node-u2204, sig-release-master-informing
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-serial-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "serial"}
+- name: ci-node-e2e-containerd-u2204-arm64-ec2-serial-release-master
+  cron: '9 1-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 250m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[Serial\]" \
+            --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" \
+            --timeout=240m \
+            --paralellism=1 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-arm64
+    node.k8s.io/scenario: serial
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-serial-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "serial"}
+- name: ci-node-e2e-containerd-cos-amd64-gce-serial-release-master
+  cron: '19 3-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 250m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=1
+        - --focus-regex="\[Serial\]"
+        - --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=240m"
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: cos
+    node.k8s.io/scenario: serial
+    testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid, sig-node-release-informing, sig-release-master-informing
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-serial-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "serial"}
+- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-serial-release-master
+  cron: '24 4-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 250m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=1
+        - --focus-regex="\[Serial\]"
+        - --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=240m"
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke
+    node.k8s.io/scenario: serial
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-serial-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "serial"}
+- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-serial-release-master
+  cron: '41 1-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 250m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-b
+        - --parallelism=1
+        - --focus-regex="\[Serial\]"
+        - --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]"
+        - --instance-type="t2a-standard-2"
+        - --timeout=240m"
+        - --use-dockerized-build=true
+        - --target-build-arch=linux/arm64
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke-arm64
+    node.k8s.io/scenario: serial
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-serial-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "features"}
+- name: ci-node-e2e-containerd-al2023-amd64-ec2-features-release-master
+  cron: '32 7-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023
+    node.k8s.io/scenario: features
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-features-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "features"}
+- name: ci-node-e2e-containerd-al2023-arm64-ec2-features-release-master
+  cron: '1 6-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023-arm64
+    node.k8s.io/scenario: features
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-features-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "features"}
+- name: ci-node-e2e-containerd-u2204-amd64-ec2-features-release-master
+  cron: '51 4-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204
+    node.k8s.io/scenario: features
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-features-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "features"}
+- name: ci-node-e2e-containerd-u2204-arm64-ec2-features-release-master
+  cron: '50 5-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-arm64
+    node.k8s.io/scenario: features
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-features-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "features"}
+- name: ci-node-e2e-containerd-cos-amd64-gce-features-release-master
+  cron: '41 1-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=60m"
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: cos
+    node.k8s.io/scenario: features
+    testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-features-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "features"}
+- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-features-release-master
+  cron: '26 3-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-b
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=60m"
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke
+    node.k8s.io/scenario: features
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-features-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "features"}
+- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-features-release-master
+  cron: '59 2-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-b
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="t2a-standard-2"
+        - --timeout=60m"
+        - --use-dockerized-build=true
+        - --target-build-arch=linux/arm64
+        - --test-args='--kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke-arm64
+    node.k8s.io/scenario: features
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-features-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "cgroupv1"}
+- name: ci-node-e2e-containerd-al2023-amd64-ec2-cgroupv1-release-master
+  cron: '34 1-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023
+    node.k8s.io/scenario: cgroupv1
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-cgroupv1-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "cgroupv1"}
+- name: ci-node-e2e-containerd-al2023-arm64-ec2-cgroupv1-release-master
+  cron: '43 0-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023-arm64
+    node.k8s.io/scenario: cgroupv1
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-cgroupv1-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "cgroupv1"}
+- name: ci-node-e2e-containerd-u2204-amd64-ec2-cgroupv1-release-master
+  cron: '41 2-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204
+    node.k8s.io/scenario: cgroupv1
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-cgroupv1-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "cgroupv1"}
+- name: ci-node-e2e-containerd-u2204-arm64-ec2-cgroupv1-release-master
+  cron: '4 3-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=60m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-arm64
+    node.k8s.io/scenario: cgroupv1
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-cgroupv1-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "cgroupv1"}
+- name: ci-node-e2e-containerd-cos-amd64-gce-cgroupv1-release-master
+  cron: '31 7-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=60m"
+        - --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: cos
+    node.k8s.io/scenario: cgroupv1
+    testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-cgroupv1-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "cgroupv1"}
+- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-cgroupv1-release-master
+  cron: '48 5-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=60m"
+        - --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke
+    node.k8s.io/scenario: cgroupv1
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-cgroupv1-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "cgroupv1"}
+- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-cgroupv1-release-master
+  cron: '25 4-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 70m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="t2a-standard-2"
+        - --timeout=60m"
+        - --use-dockerized-build=true
+        - --target-build-arch=linux/arm64
+        - --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke-arm64
+    node.k8s.io/scenario: cgroupv1
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-cgroupv1-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "swap"}
+- name: ci-node-e2e-containerd-al2023-amd64-ec2-swap-release-master
+  cron: '25 5-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=200m \
+            --paralellism=8 \
+            --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023
+    node.k8s.io/scenario: swap
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-swap-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "swap"}
+- name: ci-node-e2e-containerd-al2023-arm64-ec2-swap-release-master
+  cron: '33 5-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=200m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023-arm64
+    node.k8s.io/scenario: swap
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-swap-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "swap"}
+- name: ci-node-e2e-containerd-u2204-amd64-ec2-swap-release-master
+  cron: '51 3-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=200m \
+            --paralellism=8 \
+            --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204
+    node.k8s.io/scenario: swap
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-swap-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "swap"}
+- name: ci-node-e2e-containerd-u2204-arm64-ec2-swap-release-master
+  cron: '7 3-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=200m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-arm64
+    node.k8s.io/scenario: swap
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-swap-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "swap"}
+- name: ci-node-e2e-containerd-cos-amd64-gce-swap-release-master
+  cron: '13 1-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-b
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=200m"
+        - --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: cos
+    node.k8s.io/scenario: swap
+    testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-swap-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "swap"}
+- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-swap-release-master
+  cron: '51 0-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=200m"
+        - --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke
+    node.k8s.io/scenario: swap
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-swap-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "swap"}
+- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-swap-release-master
+  cron: '39 0-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="t2a-standard-2"
+        - --timeout=200m"
+        - --use-dockerized-build=true
+        - --target-build-arch=linux/arm64
+        - --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke-arm64
+    node.k8s.io/scenario: swap
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-swap-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "standalone-all"}
+- name: ci-node-e2e-containerd-al2023-amd64-ec2-standalone-all-release-master
+  cron: '15 6-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[Feature:StandaloneMode\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=200m \
+            --paralellism=8 \
+            --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023
+    node.k8s.io/scenario: standalone-all
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-standalone-all-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "standalone-all"}
+- name: ci-node-e2e-containerd-al2023-arm64-ec2-standalone-all-release-master
+  cron: '29 0-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[Feature:StandaloneMode\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=200m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: al2023-arm64
+    node.k8s.io/scenario: standalone-all
+    testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-standalone-all-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "standalone-all"}
+- name: ci-node-e2e-containerd-u2204-amd64-ec2-standalone-all-release-master
+  cron: '36 1-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6a.large \
+            --focus-regex="\[Feature:StandaloneMode\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=200m \
+            --paralellism=8 \
+            --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204
+    node.k8s.io/scenario: standalone-all
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-standalone-all-release-master
+
+# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "standalone-all"}
+- name: ci-node-e2e-containerd-u2204-arm64-ec2-standalone-all-release-master
+  cron: '42 7-23/8 * * *'
+  labels:
+    preset-e2e-containerd-ec2: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: eks-prow-build-cluster
+  extra_refs:
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  spec:
+    serviceAccountName: node-e2e-tests
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type=m6g.large \
+            --focus-regex="\[Feature:StandaloneMode\]" \
+            --skip-regex="\[Flaky\]|\[Serial\]" \
+            --timeout=200m \
+            --paralellism=8 \
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+            --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' \
+            --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: ec2
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-arm64
+    node.k8s.io/scenario: standalone-all
+    testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-standalone-all-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "standalone-all"}
+- name: ci-node-e2e-containerd-cos-amd64-gce-standalone-all-release-master
+  cron: '45 0-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-b
+        - --parallelism=8
+        - --focus-regex="\[Feature:StandaloneMode\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=200m"
+        - --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: cos
+    node.k8s.io/scenario: standalone-all
+    testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-standalone-all-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "standalone-all"}
+- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-standalone-all-release-master
+  cron: '47 6-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[Feature:StandaloneMode\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="e2-standard-2"
+        - --timeout=200m"
+        - --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke
+    node.k8s.io/scenario: standalone-all
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-standalone-all-release-master
+
+# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "standalone-all"}
+- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-standalone-all-release-master
+  cron: '5 0-23/8 * * *'
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+    preset-dind-enabled: "true"
+  decorate: true
+  decoration_config:
+    timeout: 210m
+  cluster: k8s-infra-prow-build
+  extra_refs:
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  spec:
+    containers:
+    - command:
+      - runner.sh
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone=us-central1-a
+        - --parallelism=8
+        - --focus-regex="\[Feature:StandaloneMode\]"
+        - --skip-regex="\[Flaky\]|\[Serial\]"
+        - --instance-type="t2a-standard-2"
+        - --timeout=200m"
+        - --use-dockerized-build=true
+        - --target-build-arch=linux/arm64
+        - --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"'
+        - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml 
+      image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master
+      imagePullPolicy: Always
+      securityContext:
+        privileged: true
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
+  annotations:
+    node.k8s.io/cloud: gce
+    node.k8s.io/cri: containerd
+    node.k8s.io/distro: u2204-gke-arm64
+    node.k8s.io/scenario: standalone-all
+    testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke
+    testgrid-days-of-results: '90'
+    testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-standalone-all-release-master
diff --git a/config/jobs/kubernetes/sig-node/templates/periodic.yaml.jinja b/config/jobs/kubernetes/sig-node/templates/periodic.yaml.jinja
new file mode 100644
index 0000000000000..9974c9b0d17db
--- /dev/null
+++ b/config/jobs/kubernetes/sig-node/templates/periodic.yaml.jinja
@@ -0,0 +1,119 @@
+{% if arch == "amd64" %}
+    {% set ec2_ami_arch="x86_64" %}
+{%- else %}
+    {% set ec2_ami_arch="arm64" %}
+{% endif %}
+{% set gcp_zones=["us-central1-a", "us-central1-b"] %}
+
+- name: {{ job_name }}
+  cron: '{{cron}}'
+  labels:
+    {%- if cloud == "ec2" %}
+    preset-e2e-containerd-ec2: "true"
+    {%- else %}
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+    {%- endif %}
+    {%- if arch == "arm64" %}
+    preset-dind-enabled: "true"
+    {%- endif %}
+  decorate: true
+  decoration_config:
+    timeout: {{ job_timeout }}
+  {%- if cloud == "ec2" %}
+  cluster: eks-prow-build-cluster
+  {%- elif cloud == "gce" %}
+  cluster: k8s-infra-prow-build
+  {%- endif %}
+  extra_refs:
+  {%- if cloud == "ec2" %}
+    - org: kubernetes-sigs
+      repo: provider-aws-test-infra
+      base_ref: main
+      path_alias: sigs.k8s.io/provider-aws-test-infra
+  {%- endif %}
+    - org: kubernetes
+      repo: kubernetes
+      base_ref: master
+      path_alias: k8s.io/kubernetes
+  {%- if cloud == "gce" %}
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+  {%- endif %}
+  spec:
+    {%- if cloud == "ec2" %}
+    serviceAccountName: node-e2e-tests
+    {%- endif %}
+    containers:
+    - command:
+      - runner.sh
+{%- if cloud == "ec2" %}
+      args:
+        - bash
+        - -c
+        - |
+          cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra
+        {%- if "u2204" in distro %}
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/canonical/ubuntu/server/22.04/stable/current/{{ arch }}/hvm/ebs-gp2/ami-id \
+            --query 'Parameters[0].[Value]' --output text)
+        {%- elif "al2023" in distro %}
+          AMI_ID=$(aws ssm get-parameters --names \
+            /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-{{ ec2_ami_arch }} \
+            --query 'Parameters[0].[Value]' --output text)        
+        {%- endif %}
+          kubetest2 noop --test=node -- \
+            --provider=ec2 --repo-root=. \
+            --instance-type={{ instance_type }} \
+            --focus-regex="{{ focus_regex }}" \
+            --skip-regex="{{ skip_regex }}" \
+            --timeout={{ test_timeout }} \
+            --paralellism={{ test_parallelism }} \
+        {%- if arch == "arm64" %}
+            --use-dockerized-build=true \
+            --target-build-arch=linux/arm64 \
+        {%- endif %}
+            --test-args='{{ test_args }}' \
+            --images=$AMI_ID --user-data-file={{ user_data_file }}
+{%- elif cloud == "gce" %}
+      args:
+        - kubetest2
+        - noop
+        - --test=node
+        - --provider=gce
+        - --gcp-zone={{ gcp_zones|random }}
+        - --parallelism={{ test_parallelism }}
+        - --focus-regex="{{ focus_regex }}"
+        - --skip-regex="{{ skip_regex }}"
+        - --instance-type="{{ instance_type }}"
+        - --timeout={{ test_timeout }}"
+        {%- if arch == "arm64" %}
+        - --use-dockerized-build=true
+        - --target-build-arch=linux/arm64
+        {%- endif %}
+        - --test-args='{{ test_args }}'
+        - --image-config-file={{ image_config_file }}
+{%- endif %}
+
+    {%- if env | length > 1 %}
+      env:
+      {%- for key, val in env.items() %}
+      - name: {{ key }}
+        value: '{{ val }}'
+      {%- endfor %}
+    {%- endif %} 
+      image: {{image}}
+      imagePullPolicy: Always
+      {%- if arch == "arm64" %}
+      securityContext:
+        privileged: true
+      {%- endif %}
+      resources:
+        requests:
+          cpu: 4
+          memory: 6Gi
+        limits:
+          cpu: 4
+          memory: 6Gi
diff --git a/config/testgrids/kubernetes/sig-node/config.yaml b/config/testgrids/kubernetes/sig-node/config.yaml
index 0ef1847ac8560..3869aa6196340 100644
--- a/config/testgrids/kubernetes/sig-node/config.yaml
+++ b/config/testgrids/kubernetes/sig-node/config.yaml
@@ -8,6 +8,7 @@ dashboard_groups:
     - sig-node-dynamic-resource-allocation
     - sig-node-presubmits
     - sig-node-ec2
+    - sig-node-gce
     # These dashboards are for out-of-tree SIG Node projects
     - sig-node-cadvisor
     - sig-node-cri-tools
@@ -173,3 +174,4 @@ dashboards:
       alert_mail_to_addresses: eduard.bartosh@intel.com
 - name: sig-node-presubmits
 - name: sig-node-image-pushes
+- name: sig-node-gce