Merge branch 'master' into pgmpablo157321-patch-1

mlcommons · Sep 5, 2023 · 21794a5 · 21794a5
2 parents 45ebcb4 + 1b1a97e
commit 21794a5
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 16 deletions.
diff --git a/.github/workflows/cla.yml b/.github/workflows/cla.yml
@@ -13,20 +13,19 @@ jobs:
       - name: "MLCommons CLA bot check"
         if: (github.event.comment.body == 'recheck') || github.event_name == 'pull_request_target'
         # Alpha Release
-        uses: sub-mod/github-action@v3
+        uses: mlcommons/cla-bot@master
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           # the below token should have repo scope and must be manually added by you in the repository's secret
           PERSONAL_ACCESS_TOKEN : ${{ secrets.MLCOMMONS_BOT_CLA_TOKEN }}
         with:
           path-to-signatures: 'cla-bot/v1/cla.json'
-          path-to-document: 'https://github.com/mlcommons/systems/blob/main/mlcommons_cla.txt' # e.g. a CLA or a DCO document
           # branch should not be protected
           branch: 'main'
           allowlist: user1,bot*
           remote-organization-name: mlcommons
           remote-repository-name: systems
-
+          
          #below are the optional inputs - If the optional inputs are not given, then default values will be taken
           #remote-organization-name: enter the remote organization name where the signatures should be stored (Default is storing the signatures in the same repository)
           #remote-repository-name:  enter the  remote repository name where the signatures should be stored (Default is storing the signatures in the same repository)

diff --git a/MLPerf_Compatibility_Table.adoc b/MLPerf_Compatibility_Table.adoc
@@ -5,19 +5,21 @@
 == Training
 
 |===
-|Model |0.5 |0.6 |0.7 |1.0 |1.1 |2.0 |2.1
-|ResNet-50 v1.5 |X 6+|X 
-|SSD-ResNet34 |X 4+|X 2+|N/A 
-|RetinaNet-ResNeXt50 5+|N/A 2+|X 
-|MaskRCNN |X 6+|X 
-|NCF |X 6+|N/A 
-|NMT |X 2+|X 4+|N/A 
-|Transformer |X 2+|X 4+|N/A
-|MiniGo |X |X 5+|X 
-|DLRM 2+|N/A 5+|X 
-|BERT 3+|N/A 4+|X 
-|RNN-T 3+|N/A |X 3+|X 
-|3D U-Net 3+|N/A 4+|X 
+|Model |0.5 |0.6 |0.7 |1.0 |1.1 |2.0 |2.1 |3.0
+|ResNet-50 v1.5 |X 7+|X 
+|SSD-ResNet34 |X 4+|X 3+|N/A 
+|RetinaNet-ResNeXt50 5+|N/A 3+|X 
+|MaskRCNN |X 7+|X 
+|NCF |X 7+|N/A 
+|NMT |X 2+|X 5+|N/A 
+|Transformer |X 2+|X 5+|N/A
+|MiniGo |X |X 5+|X 1+|N/A
+|DLRM 2+|N/A 5+|X 1+|N/A
+|DLRM-dcnv2 7+|N/A |X
+|BERT 3+|N/A 5+|X 
+|RNN-T 3+|N/A |X 4+|X 
+|3D U-Net 3+|N/A 5+|X
+|GPT3 7+|N/A |X
 |===
 
 Metric: Time-to-train (measured in minutes)

diff --git a/submission_rules.adoc b/submission_rules.adoc
@@ -266,6 +266,8 @@ MLCommons provides a cloud storage bucket [TODO: URL] for submitting encrypted t
 
 MLCommons provides a web UI [TODO: URL] for verifying scores contained in the tarball. When provided { private key, file name }, the UI decrypts, untars, and runs a submission verifier then displays results or errors. The submitter may confirm results as final and receive an email receipt. *All submissions must be confirmed in this manner or they will be disregarded.*
 
+Documentation of the web UI usage can be found in this https://docs.google.com/document/d/1F7GbAhPduck9v9aMHFyoGoAfiRrNc5reatc0rYU287s[document].
+
 ### Late Submissions
 
 #### Post-submission grace period (submission deadline + 60 minutes):