From 08e3c18f680b881cdce2814ececd31f1ba7e725e Mon Sep 17 00:00:00 2001 From: Jaime Soriano Pastor Date: Mon, 21 Oct 2019 15:54:45 +0200 Subject: [PATCH] Stop using mage:import in custom beats mage:import doesn't take into account vendorized dependencies, this is a problen for custom beats, because by default they have libbeat as a vendorized dependency. The solution would be to use go modules, but in the meantime lets remove the use of mage:import from the magefiles intended to be used by custom beats. --- CHANGELOG-developer.next.asciidoc | 2 ++ generator/beat/{beat}/magefile.go | 32 +++++++++++-------- generator/metricbeat/{beat}/magefile.go | 41 +++++++++++++++---------- 3 files changed, 46 insertions(+), 29 deletions(-) diff --git a/CHANGELOG-developer.next.asciidoc b/CHANGELOG-developer.next.asciidoc index 2d740169c10..fbdfebe0e44 100644 --- a/CHANGELOG-developer.next.asciidoc +++ b/CHANGELOG-developer.next.asciidoc @@ -28,6 +28,8 @@ The list below covers the major changes between 7.0.0-rc2 and master only. ==== Bugfixes +- Stop using `mage:import` in community beats. This was ignoring the vendorized beats directory for some mage targets, using the code available in GOPATH, this causes inconsistencies and compilation problems if the version of the code in the GOPATH is different to the vendored one. Use of `mage:import` will continue to be unsupported in custom beats till beats is migrated to go modules, or mage supports vendored dependencies. {issue}13998[13998] {pull}14162[14162] + ==== Added - Metricset generator generates beta modules by default now. {pull}10657[10657] diff --git a/generator/beat/{beat}/magefile.go b/generator/beat/{beat}/magefile.go index 1c587749c4d..f279ffdd905 100644 --- a/generator/beat/{beat}/magefile.go +++ b/generator/beat/{beat}/magefile.go @@ -10,20 +10,10 @@ import ( "github.com/magefile/mage/sh" devtools "github.com/elastic/beats/dev-tools/mage" - "github.com/elastic/beats/generator/common/beatgen" - - // mage:import - "github.com/elastic/beats/dev-tools/mage/target/pkg" - // mage:import "github.com/elastic/beats/dev-tools/mage/target/build" - // mage:import - _ "github.com/elastic/beats/dev-tools/mage/target/common" - // mage:import - _ "github.com/elastic/beats/dev-tools/mage/target/test" - // mage:import - _ "github.com/elastic/beats/dev-tools/mage/target/unittest" - // mage:import - _ "github.com/elastic/beats/dev-tools/mage/target/integtest" + "github.com/elastic/beats/dev-tools/mage/target/common" + "github.com/elastic/beats/dev-tools/mage/target/pkg" + "github.com/elastic/beats/generator/common/beatgen" ) func init() { @@ -66,3 +56,19 @@ func Fields() error { func Config() error { return devtools.Config(devtools.AllConfigTypes, devtools.ConfigFileParams{}, ".") } + +// Clean cleans all generated files and build artifacts. +func Clean() error { + return devtools.Clean() +} + +// Check formats code, updates generated content, check for common errors, and +// checks for any modified files. +func Check() { + common.Check() +} + +// Fmt formats source code (.go and .py) and adds license headers. +func Fmt() { + common.Fmt() +} diff --git a/generator/metricbeat/{beat}/magefile.go b/generator/metricbeat/{beat}/magefile.go index db9ac8970c0..8c9dc45c97b 100644 --- a/generator/metricbeat/{beat}/magefile.go +++ b/generator/metricbeat/{beat}/magefile.go @@ -9,25 +9,13 @@ import ( "github.com/magefile/mage/mg" devtools "github.com/elastic/beats/dev-tools/mage" - "github.com/elastic/beats/generator/common/beatgen" - metricbeat "github.com/elastic/beats/metricbeat/scripts/mage" - - // mage:import - _ "github.com/elastic/beats/dev-tools/mage/target/common" - // mage:import "github.com/elastic/beats/dev-tools/mage/target/build" - // mage:import - "github.com/elastic/beats/dev-tools/mage/target/pkg" - // mage:import - _ "github.com/elastic/beats/dev-tools/mage/target/test" - // mage:import - _ "github.com/elastic/beats/dev-tools/mage/target/unittest" - // mage:import - _ "github.com/elastic/beats/dev-tools/mage/target/integtest" - // mage:import "github.com/elastic/beats/dev-tools/mage/target/collectors" - // mage:import + "github.com/elastic/beats/dev-tools/mage/target/common" + "github.com/elastic/beats/dev-tools/mage/target/pkg" "github.com/elastic/beats/dev-tools/mage/target/update" + "github.com/elastic/beats/generator/common/beatgen" + metricbeat "github.com/elastic/beats/metricbeat/scripts/mage" ) func init() { @@ -93,3 +81,24 @@ func configYML() error { } return devtools.Config(devtools.AllConfigTypes, customDeps, ".") } + +// Clean cleans all generated files and build artifacts. +func Clean() error { + return devtools.Clean() +} + +// Check formats code, updates generated content, check for common errors, and +// checks for any modified files. +func Check() { + common.Check() +} + +// Fmt formats source code (.go and .py) and adds license headers. +func Fmt() { + common.Fmt() +} + +// Update updates the generated files (aka make update). +func Update() error { + return update.Update() +}