From be4077d5ed09cc7d16137406f072de3730644ee2 Mon Sep 17 00:00:00 2001
From: Hanhan Wang <hanchung@google.com>
Date: Tue, 23 Mar 2021 02:19:33 -0700
Subject: [PATCH 1/2] Add Mako benchmark config template file.

---
 .../mako/config/benchmark_template.config     | 32 +++++++++++++++++++
 1 file changed, 32 insertions(+)
 create mode 100644 build_tools/mako/config/benchmark_template.config

diff --git a/build_tools/mako/config/benchmark_template.config b/build_tools/mako/config/benchmark_template.config
new file mode 100644
index 000000000000..51965bc6a995
--- /dev/null
+++ b/build_tools/mako/config/benchmark_template.config
@@ -0,0 +1,32 @@
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This template is used to define/update mako benchmarks. The benchmark_key,
+# benchmark_name, and metric_info_list should be filled. See:
+#   https://github.com/google/mako/blob/master/docs/GUIDE.md#preparing-your-benchmark
+
+project_name: "iree"
+
+# Only owners can write to the benchmark
+owner_list: "hanchung@google.com"
+owner_list: "buildkite-agent@iree-oss.iam.gserviceaccount.com"
+
+# Define the name and type for x-axis of run charts
+input_value_info: {
+  value_key: "t"
+  label: "time"
+  type: NUMERIC
+}
+
+description: "IREE Benchmark Template"

From 16b4b552f08402beb723c81b29b8c26026e60760 Mon Sep 17 00:00:00 2001
From: Hanhan Wang <hanchung@google.com>
Date: Mon, 29 Mar 2021 08:40:52 -0700
Subject: [PATCH 2/2] Update template file.

---
 .../mako/config/benchmark_template.config     | 26 +++++++++++++++++--
 1 file changed, 24 insertions(+), 2 deletions(-)

diff --git a/build_tools/mako/config/benchmark_template.config b/build_tools/mako/config/benchmark_template.config
index 51965bc6a995..581d5057f416 100644
--- a/build_tools/mako/config/benchmark_template.config
+++ b/build_tools/mako/config/benchmark_template.config
@@ -12,10 +12,17 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-# This template is used to define/update mako benchmarks. The benchmark_key,
-# benchmark_name, and metric_info_list should be filled. See:
+# This template is used to define/update Mako benchmarks. The input_value_info
+# and metric_info_list should be updated according to the purpose of the
+# benchmark. The benchmark_name and description must be updated. The
+# benchmark_key should not be added before creating the benchmark. You have to
+# fill the server-generated key which is returned by the Mako tool.
+#
+# For more details, see:
 #   https://github.com/google/mako/blob/master/docs/GUIDE.md#preparing-your-benchmark
 
+# benchmark_key: "TBD"
+benchmark_name: "BENCHMARK_NAME (PHONE) (UNIT)"
 project_name: "iree"
 
 # Only owners can write to the benchmark
@@ -29,4 +36,19 @@ input_value_info: {
   type: NUMERIC
 }
 
+# Three metrics, define the names for y-axis values of both run and aggregate
+# charts.
+metric_info_list: {
+  value_key: "cpu"
+  label: "DYLib_AOT"
+}
+metric_info_list: {
+  value_key: "vmla"
+  label: "VMLA"
+}
+metric_info_list: {
+  value_key: "vlk"
+  label: "Vulkan-SPIRV"
+}
+
 description: "IREE Benchmark Template"