fix(sel-events): ignore parse time error

Signed-off-by: Aleksandr Aleksandrov <[email protected]>

.gitlab/.gitlab-ci.yml

@@ -4,16 +4,19 @@ include:
       - pipelines/rpm-common-v2.yml
 
 variables:
+  VKCS_TESTENV_DOCKERFILE_PATH: notexist.Dockerfile
   VKCS_BUILD_RPM_ENABLED: "true"
   VKCS_RELEASE_FROM: "RELEASE_BRANCH,RELEASE_TAG"
   VKCS_RELEASE_BRANCH_REGEX: /^vkcs$/
-  VKCS_OS_PROJECT: ""
   VKCS_DEPLOY_STAGE_TYPES: "yum"
   VKCS_DEPLOY_DEVINT_TYPES: "rpm"
   VKCS_DEPLOY_DEVINT_MODE: "manual"
   VKCS_DEPLOY_DEVINT_PLAYBOOK: "playbooks/ipmi_exporter.yml"
 
+.deploy_rpm_ansible_values_devint:
+  variables:
+    BOX_EXTRA_ANSIBLE_ARGS: "-e serial=10"
+
 .release_pipeline_variables:
   variables:
-    VKCS_RUN_SECURITYGATE_REF_REGEX: $VKCS_RELEASE_BRANCH_REGEX
     VKCS_DEPLOY_PROD_MODE: "auto"

collector_sel_events.go

@@ -24,6 +24,7 @@ import (
 
 const (
 	SELEventsCollectorName CollectorName = "sel-events"
+	SELDateTimeFormat      string        = "Jan-02-2006 15:04:05"
 )
 
 var (
@@ -92,12 +93,20 @@ func (c SELEventsCollector) Collect(result freeipmi.Result, ch chan<- prometheus
 		for _, metricConfig := range selEventConfigs {
 			match := metricConfig.Regex.FindStringSubmatch(data.Event)
 			if match != nil {
-				t, err := time.Parse("Jan-02-2006 15:04:05", data.Date+" "+data.Time)
+				var newTimestamp float64 = 0
+				datetime := data.Date + " " + data.Time
+				t, err := time.Parse(SELDateTimeFormat, datetime)
+				// ignore errors with invalid date or time
+				// NOTE: in some cases ipmi-sel can return "PostInit" in Date and Time fields
+				// Example:
+				// $ ipmi-sel --comma-separated-output --output-event-state --interpret-oem-data --output-oem-event-strings
+				// ID,Date,Time,Name,Type,State,Event
+				// 3,PostInit,PostInit,Sensor #211,Memory,Warning,Correctable memory error ; Event Data3 = 34h
 				if err != nil {
-					level.Error(logger).Log("msg", "Failed to collect SEL event metrics", "target", targetName(target.host), "error", err)
-					return 0, err
+					level.Debug(logger).Log("msg", "Failed to parse time", "target", targetName(target.host), "error", err)
+				} else {
+					newTimestamp = float64(t.Unix())
 				}
-				newTimestamp := float64(t.Unix())
 				// save latest timestamp by name metrics
 				if newTimestamp > selEventByNameTimestamp[metricConfig.Name] {
 					selEventByNameTimestamp[metricConfig.Name] = newTimestamp