Release v0.17.0

.circleci/config.yml

@@ -3,21 +3,24 @@ version: 2
 run_on_machine: &run_on_machine
   machine:
     docker_layer_caching: false
+    image: ubuntu-1604:201903-01
 
 run_on_docker: &run_on_docker
   docker:
     - image: circleci/golang:1.13.0
 
-restore_go_mod_cache: &restore_go_mod_cache
+go_path: &go_path /tmp/go/path
+
+restore_go_path: &restore_go_path
   - restore_cache:
       keys:
-        - go-mod-cache-{{ checksum "go.sum" }}
+        - go-path-{{ checksum "go.sum" }}
 
-save_go_mod_cache: &save_go_mod_cache
+save_go_path: &save_go_path
   - save_cache:
-      key: go-mod-cache-{{ checksum "go.sum" }}
+      key: go-path-{{ checksum "go.sum" }}
       paths:
-        - /go/pkg/mod
+        - *go_path
 
 go_cache_dir: &go_cache_dir /tmp/go/cache
 
@@ -38,26 +41,44 @@ jobs:
   "test":
     <<: *run_on_docker
     environment:
+      - GOPATH : *go_path
       - GOCACHE: *go_cache_dir
     steps:
       - checkout
       - setup_remote_docker
       - run: docker swarm init
       - <<: *restore_go_cache
-      - <<: *restore_go_mod_cache
+      - <<: *restore_go_path
       - run: make test
-      - <<: *save_go_mod_cache
+      - <<: *save_go_path
       - <<: *save_go_cache
       - run: bash <(curl -s https://codecov.io/bash)
 
-  "lint":
-    docker:
-      - image: golangci/golangci-lint:v1.18
+  "test_e2e":
+    <<: *run_on_machine
     environment:
+      - GOPATH : *go_path
       - GOCACHE: *go_cache_dir
     steps:
       - checkout
-      - <<: *restore_go_mod_cache
+      - run:
+          name: "Install Go"
+          command: |
+            sudo rm -rf /usr/local/go
+            curl -sSL "https://dl.google.com/go/go1.13.linux-amd64.tar.gz" | sudo tar -xz -C /usr/local/
+            echo "export PATH=$PATH:/usr/local/go/bin" >> $BASH_ENV
+      - run: docker swarm init
+      - <<: *restore_go_cache
+      - <<: *restore_go_path
+      - run: make e2e
+      - <<: *save_go_path
+      - <<: *save_go_cache
+
+  "lint":
+    docker:
+      - image: golangci/golangci-lint:v1.21
+    steps:
+      - checkout
       - run: make lint
 
   "publish_docker_dev":
@@ -95,6 +116,10 @@ workflows:
               ignore:
                 - "dev"
                 - "master"
+      - "test_e2e":
+          requires:
+            - "test"
+            - "lint"
 
   release_dev:
     jobs:
@@ -110,10 +135,13 @@ workflows:
               ignore: /.*/
             branches:
               only: dev
-      - "publish_docker_dev":
+      - "test_e2e":
           requires:
             - "test"
             - "lint"
+      - "publish_docker_dev":
+          requires:
+            - "test_e2e"
 
   test_prod:
     jobs:
@@ -129,6 +157,10 @@ workflows:
               ignore: /.*/
             branches:
               only: master
+      - "test_e2e":
+          requires:
+            - "test"
+            - "lint"
 
   release_prod:
     jobs:
@@ -144,12 +176,10 @@ workflows:
               only: /^v.*/
             branches:
               ignore: /.*/
-      - "publish_docker_prod":
+      - "test_e2e":
           requires:
             - "test"
             - "lint"
-          filters:
-            tags:
-              only: /^v.*/
-            branches:
-              ignore: /.*/
+      - "publish_docker_prod":
+          requires:
+            - "test_e2e"

.golangci.yml

@@ -25,9 +25,15 @@ linters:
     - depguard
     - dupl
     - errcheck
+    - funlen
     - gochecknoglobals
+    - gocognit
     - goconst
+    - godox
     - gosec
+    - interfacer
     - lll
     - prealloc
-    - funlen
+    - stylecheck
+    - wsl
+    - gochecknoinits

CHANGELOG.md

@@ -1,5 +1,64 @@
 # Changelog
 
+## [v0.17.0](https://github.com/mesg-foundation/engine/releases/tag/v0.17.0)
+
+#### Breaking Changes
+
+- ([#1456](https://github.com/mesg-foundation/engine/pull/1456)) Update Instance SDK and create Runner SDK.
+- ([#1459](https://github.com/mesg-foundation/engine/pull/1459)) Single cosmos account.
+- ([#1463](https://github.com/mesg-foundation/engine/pull/1463)) Execution SDK on Cosmos.
+- ([#1473](https://github.com/mesg-foundation/engine/pull/1473)) Use filter in list instance api.
+- ([#1499](https://github.com/mesg-foundation/engine/pull/1499)) Improve use of proto Value and remove one of on UpdateExecutionRequest.
+- ([#1513](https://github.com/mesg-foundation/engine/pull/1513)) Remove service env MESG_TOKEN.
+- ([#1514](https://github.com/mesg-foundation/engine/pull/1514)) Remove service env MESG_TOKEN.
+
+#### Added
+
+- ([#1435](https://github.com/mesg-foundation/engine/pull/1435)) Prepare setup for running e2e tests.
+- ([#1439](https://github.com/mesg-foundation/engine/pull/1439)) Setup up account test in E2E.
+- ([#1448](https://github.com/mesg-foundation/engine/pull/1448)) Inject env MESG_INSTANCE_HASH in services.
+- ([#1449](https://github.com/mesg-foundation/engine/pull/1449)) Add config log format validation.
+- ([#1450](https://github.com/mesg-foundation/engine/pull/1450)) Add more explicit error on service create.
+- ([#1451](https://github.com/mesg-foundation/engine/pull/1451)) Validate service nested object params.
+- ([#1489](https://github.com/mesg-foundation/engine/pull/1489)) Add account mnemonic in config.
+- ([#1500](https://github.com/mesg-foundation/engine/pull/1500)) Add e2e tests of a complex service.
+- ([#1502](https://github.com/mesg-foundation/engine/pull/1502)) Add amino encoding functionality to proto Struct.
+- ([#1503](https://github.com/mesg-foundation/engine/pull/1503)) Add small test to make sure hashstruct is sorting the map and struct keys.
+- ([#1512](https://github.com/mesg-foundation/engine/pull/1512)) Inject runner hash in docker services.
+
+#### Changed
+
+- ([#1432](https://github.com/mesg-foundation/engine/pull/1432)) Bump gopkg.in/yaml.v2 from 2.2.2 to 2.2.4.
+- ([#1437](https://github.com/mesg-foundation/engine/pull/1437)) Remove dep from lint and add dep in docker-dev in makefile.
+- ([#1452](https://github.com/mesg-foundation/engine/pull/1452)) Add EnvHash to instance and calculate the hash based on it.
+- ([#1461](https://github.com/mesg-foundation/engine/pull/1461)) Refactor instance sdk containers function.
+- ([#1474](https://github.com/mesg-foundation/engine/pull/1474)) Update golangci-lint to 1.21.0.
+- ([#1485](https://github.com/mesg-foundation/engine/pull/1485)) Increase gas limit tx.
+- ([#1488](https://github.com/mesg-foundation/engine/pull/1488)) Refactor database.
+- ([#1491](https://github.com/mesg-foundation/engine/pull/1491)) Filter instances on backend side.
+
+#### Fixed
+
+- ([#1462](https://github.com/mesg-foundation/engine/pull/1462)) Use sequence number from cosmos auth module.
+- ([#1479](https://github.com/mesg-foundation/engine/pull/1479)) Return proper error code on e2e fail.
+- ([#1480](https://github.com/mesg-foundation/engine/pull/1480)) Use a single cosmos codec.
+- ([#1481](https://github.com/mesg-foundation/engine/pull/1481)) export MESG_PATH for e2e tests.
+- ([#1483](https://github.com/mesg-foundation/engine/pull/1483)) Disable go test cache for e2e test.
+- ([#1486](https://github.com/mesg-foundation/engine/pull/1486)) Fix 2 error messages.
+- ([#1504](https://github.com/mesg-foundation/engine/pull/1504)) Fix hash length.
+- ([#1510](https://github.com/mesg-foundation/engine/pull/1510)) Return not found error in backend get functions when resource doesn't exist.
+- ([#1511](https://github.com/mesg-foundation/engine/pull/1511)) Fix bug when Value_NullValue is not taking into account.
+- ([#1521](https://github.com/mesg-foundation/engine/pull/1521)) Fix filter in runner sdk and check if runner exists.
+- ([#1522](https://github.com/mesg-foundation/engine/pull/1522)) Fix typos.
+
+#### Removed
+
+- ([#1468](https://github.com/mesg-foundation/engine/pull/1468)) Remove public error AlreadyExistsError from SDKs.
+- ([#1469](https://github.com/mesg-foundation/engine/pull/1469)) Remove servicesdk interface.
+- ([#1482](https://github.com/mesg-foundation/engine/pull/1482)) Remove runner db to use directly cosmos kvstore in runner sdk.
+- ([#1508](https://github.com/mesg-foundation/engine/pull/1508)) Remove deprecated database files.
+- ([#1516](https://github.com/mesg-foundation/engine/pull/1516)) Remove database/store package.
+
 ## [v0.16.0](https://github.com/mesg-foundation/engine/releases/tag/v0.16.0)
 
 #### Breaking Changes

Makefile

@@ -1,10 +1,10 @@
-.PHONY: all check-version docker-publish docker-publish-dev docker-tools dev lint dep build test mock protobuf changelog clean genesis
+.PHONY: all e2e check-version docker-publish docker-publish-dev docker-tools dev dev-stop dev-start lint dep build test mock protobuf changelog clean genesis clean-build clean-docker
 
 MAJOR_VERSION := $(shell echo $(version) | cut -d . -f 1)	
 MINOR_VERSION := $(shell echo $(version) | cut -d . -f 1-2)
 PATCH_VERSION := $(version)
 
-all: clean lint test build
+all: clean lint build test e2e
 
 check-version:
 ifndef version
@@ -20,7 +20,7 @@ docker-build: check-version
 		-t mesg/engine:latest \
 		.
 
-docker-dev:
+docker-dev: dep
 	./scripts/build-engine.sh
 
 docker-publish: docker-build
@@ -39,16 +39,25 @@ docker-tools:
 dev: docker-dev
 	- ./scripts/dev.sh
 
+dev-start: docker-dev
+	./scripts/dev.sh -q
+
+dev-stop: docker-dev
+	./scripts/dev.sh stop
+
 dep:
 	go mod download
 
 build: check-version dep
 	go build -mod=readonly -o ./bin/engine -ldflags="-X 'github.com/mesg-foundation/engine/version.Version=$(version)'" core/main.go
 
+e2e: docker-dev
+	./scripts/run-e2e.sh
+
 test: dep
-	go test -mod=readonly -v -coverprofile=coverage.txt ./...
+	go test -short -mod=readonly -v -coverprofile=coverage.txt ./...
 
-lint: dep
+lint:
 	golangci-lint run
 
 mock: docker-tools
@@ -60,12 +69,16 @@ protobuf: docker-tools
 changelog:
 	./scripts/changelog.sh $(milestone)
 
-clean:
-	- rm -rf bin/*
+clean-build:
+	- rm -rf bin
+
+clean-docker:
 	- docker image rm \
 			mesg/engine:$(version) \
 			mesg/engine:latest \
 			mesg/engine:dev 2>/dev/null
 
+clean: clean-build clean-docker
+
 genesis:
-	go run internal/tools/gen-genesis/main.go --path $(path)  --chain-id $(chain-id) --validators $(validators)
+	go run internal/tools/gen-genesis/main.go --path $(path) --chain-id $(chain-id) --validators $(validators)

README.md

@@ -88,11 +88,4 @@ Contributions are more than welcome. For more details on how to contribute, plea
 
 If you have any questions, please reach out to us directly on [Discord](https://discordapp.com/invite/5tVTHJC).
 
-[![0](https://sourcerer.io/fame/antho1404/mesg-foundation/core/images/0)](https://sourcerer.io/fame/antho1404/mesg-foundation/core/links/0)
-[![1](https://sourcerer.io/fame/antho1404/mesg-foundation/core/images/1)](https://sourcerer.io/fame/antho1404/mesg-foundation/core/links/1)
-[![2](https://sourcerer.io/fame/antho1404/mesg-foundation/core/images/2)](https://sourcerer.io/fame/antho1404/mesg-foundation/core/links/2)
-[![3](https://sourcerer.io/fame/antho1404/mesg-foundation/core/images/3)](https://sourcerer.io/fame/antho1404/mesg-foundation/core/links/3)
-[![4](https://sourcerer.io/fame/antho1404/mesg-foundation/core/images/4)](https://sourcerer.io/fame/antho1404/mesg-foundation/core/links/4)
-[![5](https://sourcerer.io/fame/antho1404/mesg-foundation/core/images/5)](https://sourcerer.io/fame/antho1404/mesg-foundation/core/links/5)
-[![6](https://sourcerer.io/fame/antho1404/mesg-foundation/core/images/6)](https://sourcerer.io/fame/antho1404/mesg-foundation/core/links/6)
-[![7](https://sourcerer.io/fame/antho1404/mesg-foundation/core/images/7)](https://sourcerer.io/fame/antho1404/mesg-foundation/core/links/7)
+[![](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/images/0)](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/links/0)[![](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/images/1)](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/links/1)[![](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/images/2)](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/links/2)[![](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/images/3)](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/links/3)[![](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/images/4)](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/links/4)[![](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/images/5)](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/links/5)[![](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/images/6)](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/links/6)[![](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/images/7)](https://sourcerer.io/fame/NicolasMahe/mesg-foundation/engine/links/7)

codec/codec.go

@@ -0,0 +1,41 @@
+package codec
+
+import "github.com/tendermint/go-amino"
+
+// Codec is a general codec where every data structs needs to register to
+var Codec = amino.NewCodec()
+
+// RegisterConcrete https://godoc.org/github.com/tendermint/go-amino#Codec.RegisterConcrete
+func RegisterConcrete(o interface{}, name string, copts *amino.ConcreteOptions) {
+	Codec.RegisterConcrete(o, name, copts)
+}
+
+// RegisterInterface https://godoc.org/github.com/tendermint/go-amino#Codec.RegisterInterface
+func RegisterInterface(ptr interface{}, iopts *amino.InterfaceOptions) {
+	Codec.RegisterInterface(ptr, iopts)
+}
+
+// MustMarshalJSON https://godoc.org/github.com/tendermint/go-amino#Codec.MustMarshalJSON
+func MustMarshalJSON(o interface{}) []byte {
+	return Codec.MustMarshalJSON(o)
+}
+
+// MarshalJSON https://godoc.org/github.com/tendermint/go-amino#Codec.MarshalJSON
+func MarshalJSON(o interface{}) ([]byte, error) {
+	return Codec.MarshalJSON(o)
+}
+
+// UnmarshalJSON https://godoc.org/github.com/tendermint/go-amino#Codec.UnmarshalJSON
+func UnmarshalJSON(bz []byte, ptr interface{}) error {
+	return Codec.UnmarshalJSON(bz, ptr)
+}
+
+// UnmarshalBinaryBare https://godoc.org/github.com/tendermint/go-amino#Codec.UnmarshalBinaryBare
+func UnmarshalBinaryBare(bz []byte, ptr interface{}) error {
+	return Codec.UnmarshalBinaryBare(bz, ptr)
+}
+
+// MarshalBinaryBare https://godoc.org/github.com/tendermint/go-amino#Codec.MarshalBinaryBare
+func MarshalBinaryBare(o interface{}) ([]byte, error) {
+	return Codec.MarshalBinaryBare(o)
+}