diff --git a/conformance/01_pull_test.go b/conformance/01_pull_test.go
index 66c32fb9..7c7108e9 100644
--- a/conformance/01_pull_test.go
+++ b/conformance/01_pull_test.go
@@ -11,7 +11,7 @@ import (
)
var test01Pull = func() {
- g.Context("Pull", func() {
+ g.Context(titlePull, func() {
var tag string
diff --git a/conformance/02_push_test.go b/conformance/02_push_test.go
index b15bc6db..5a02dac8 100644
--- a/conformance/02_push_test.go
+++ b/conformance/02_push_test.go
@@ -10,7 +10,7 @@ import (
)
var test02Push = func() {
- g.Context("Push", func() {
+ g.Context(titlePush, func() {
var lastResponse *reggie.Response
diff --git a/conformance/03_discovery_test.go b/conformance/03_discovery_test.go
index 08d6ec85..d4dfd512 100644
--- a/conformance/03_discovery_test.go
+++ b/conformance/03_discovery_test.go
@@ -13,7 +13,7 @@ import (
)
var test03ContentDiscovery = func() {
- g.Context("Content Discovery", func() {
+ g.Context(titleContentDiscovery, func() {
var numTags = 4
var tagList []string
diff --git a/conformance/04_management_test.go b/conformance/04_management_test.go
index 4e3f757b..6f0819e5 100644
--- a/conformance/04_management_test.go
+++ b/conformance/04_management_test.go
@@ -10,7 +10,7 @@ import (
)
var test04ContentManagement = func() {
- g.Context("Content Management", func() {
+ g.Context(titleContentManagement, func() {
const defaultTagName = "tagtest0"
var tagToDelete string
diff --git a/conformance/README.md b/conformance/README.md
index 3162d4cb..0ba5854a 100644
--- a/conformance/README.md
+++ b/conformance/README.md
@@ -108,6 +108,15 @@ OCI_TEST_CONTENT_MANAGEMENT=1
Note: The Content Management tests explicitly depend upon the Push and Content Discovery tests, as there is no
way to test content management without also supporting push and content discovery.
+#### HTML Report
+By default, the HTML report will show tests from all workflows. To hide workflows that have been disabled from
+the report, you must set the following in the environment:
+
+```
+# Required to hide disabled workflows
+OCI_HIDE_SKIPPED_WORKFLOWS=1
+```
+
#### Container Image
You may use the [Dockerfile](./Dockerfile) located in this directory
diff --git a/conformance/reporter.go b/conformance/reporter.go
index 818bc5a4..736502f1 100644
--- a/conformance/reporter.go
+++ b/conformance/reporter.go
@@ -176,115 +176,118 @@ const (
}
-
- OCI Distribution Conformance Tests
-
-
-
Summary:
-
- {{- if gt .SuiteSummary.NumberOfPassedSpecs 0 -}}
-
- {{- if .AllPassed -}}All {{ end -}}{{ .SuiteSummary.NumberOfPassedSpecs }} passed
- {{- end -}}
- {{- if gt .SuiteSummary.NumberOfFailedSpecs 0 -}}
-
- {{- if .AllFailed -}}All {{ end -}}{{ .SuiteSummary.NumberOfFailedSpecs }} failed
- {{- end -}}
- {{- if gt .SuiteSummary.NumberOfSkippedSpecs 0 -}}
-
- {{- if .AllSkipped -}}All {{ end -}}{{ .SuiteSummary.NumberOfSkippedSpecs }} skipped
- {{- end -}}
-
+
+
OCI Distribution Conformance Tests
+
+
+
Summary:
+
+ {{- if gt .SuiteSummary.NumberOfPassedSpecs 0 -}}
+
+ {{- if .AllPassed -}}All {{ end -}}{{ .SuiteSummary.NumberOfPassedSpecs }} passed
+ {{- end -}}
+ {{- if gt .SuiteSummary.NumberOfFailedSpecs 0 -}}
+
+ {{- if .AllFailed -}}All {{ end -}}{{ .SuiteSummary.NumberOfFailedSpecs }} failed
+ {{- end -}}
+ {{- if gt .SuiteSummary.NumberOfSkippedSpecs 0 -}}
+
+ {{- if .AllSkipped -}}All {{ end -}}{{ .SuiteSummary.NumberOfSkippedSpecs }} skipped
+ {{- end -}}
+
+
-
-
-
Start time:
-
{{ .StartTimeString }}
-
-
-
End time:
-
{{ .EndTimeString }}
-
-
-
Elapsed time:
-
{{ .RunTime }}
-
-
-
Test version:
-
{{ .Version }}
-
-
-
Configuration:
-
- {{ range $i, $s := .EnvironmentVariables }}
- {{ $s }}
- {{ end }}
+
+
Start time:
+
{{ .StartTimeString }}
+
+
+
End time:
+
{{ .EndTimeString }}
+
+
+
Elapsed time:
+
{{ .RunTime }}
+
+
+
Test version:
+
{{ .Version }}
+
+
+
Configuration:
+
+ {{ range $i, $s := .EnvironmentVariables }}
+ {{ $s }}
+ {{ end }}
+
-
-
- {{with .Suite}}
- {{$suite := .M}}
- {{range $i, $suiteKey := .Keys}}
-
{{$suiteKey}}
-
- {{$wf := index $suite $suiteKey}}
- {{with $wf}}
- {{$workflow := .M}}
- {{range $j, $workflowKey := .Keys}}
-
{{$workflowKey}}
- {{$ctg := index $workflow $workflowKey}}
- {{with $ctg}}
- {{$category := .M}}
- {{range $k, $categoryKey := .Keys}}
- {{$s := index $category $categoryKey}}
- {{if eq $s.State 4}}
-
-
+
-
{{$s.Title}}
-
-
-
-
{{$s.CapturedOutput}}
-
-
-
{{$s.Failure.Message}}
-
-
- {{else if eq $s.State 3}}
-
-
+
-
{{$s.Title}}
-
-
-
{{$s.CapturedOutput}}
-
-
- {{else if eq $s.State 2}}
-
-
+
-
{{$s.Title}}
-
-
-
{{$s.Failure.Message}}
-
-
- {{end}}
- {{end}}
- {{end}}
- {{end}}
- {{end}}
-
- {{end}}
- {{end}}
+
+ {{with .Suite}}
+ {{$suite := .M}}
+ {{range $i, $suiteKey := .Keys}}
+ {{$wf := index $suite $suiteKey}}
+ {{with $wf}}
+ {{ if .IsEnabled }}
+
{{$suiteKey}}
+
+ {{$workflow := .M}}
+ {{range $j, $workflowKey := .Keys}}
+
{{$workflowKey}}
+ {{$ctg := index $workflow $workflowKey}}
+ {{with $ctg}}
+ {{$category := .M}}
+ {{range $k, $categoryKey := .Keys}}
+ {{$s := index $category $categoryKey}}
+ {{if eq $s.State 4}}
+
+
+
+
{{$s.Title}}
+
+
+
+
{{$s.CapturedOutput}}
+
+
+
{{$s.Failure.Message}}
+
+
+ {{else if eq $s.State 3}}
+
+
+
+
{{$s.Title}}
+
+
+
{{$s.CapturedOutput}}
+
+
+ {{else if eq $s.State 2}}
+
+
+
+
{{$s.Title}}
+
+
+
{{$s.Failure.Message}}
+
+
+ {{end}}
+ {{end}}
+ {{end}}
+ {{end}}
+ {{end}}
+ {{end}}
+
+ {{end}}
+ {{end}}
-
-
+